diff --git a/.github/workflows/continuous-benchmark.yaml b/.github/workflows/continuous-benchmark.yaml index 7fca1cdc..989c619b 100644 --- a/.github/workflows/continuous-benchmark.yaml +++ b/.github/workflows/continuous-benchmark.yaml @@ -15,8 +15,6 @@ jobs: - uses: webfactory/ssh-agent@v0.8.0 with: ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} - - name: Setup CI - run: bash -x tools/setup_ci.sh - name: Benches run: | export HCLOUD_TOKEN=${{ secrets.HCLOUD_TOKEN }} @@ -24,6 +22,7 @@ jobs: export GCS_SECRET=${{ secrets.GCS_SECRET }} export POSTGRES_PASSWORD=${{ secrets.POSTGRES_PASSWORD }} export POSTGRES_HOST=${{ secrets.POSTGRES_HOST }} + bash -x tools/setup_ci.sh declare -A DATASET_TO_ENGINE DATASET_TO_ENGINE["laion-small-clip"]="qdrant-continuous-benchmark" diff --git a/tools/run_ci.sh b/tools/run_ci.sh index 4bac3bb2..5a9360a6 100644 --- a/tools/run_ci.sh +++ b/tools/run_ci.sh @@ -9,8 +9,6 @@ SCRIPT_PATH=$(dirname "$SCRIPT") bash -x "${SCRIPT_PATH}/run_remote_benchmark.sh" -./mc cp results/* qdrant/vector-search-engines-benchmark/results/ci/qdrant/ - # Upload to postgres # -t sorts by modification time export SEARCH_RESULTS_FILE=$(ls -t results/*-search-*.json | head -n 1) diff --git a/tools/setup_ci.sh b/tools/setup_ci.sh index f24321d5..b263f499 100755 --- a/tools/setup_ci.sh +++ b/tools/setup_ci.sh @@ -14,9 +14,3 @@ wget https://github.com/hetznercloud/cli/releases/download/${HCVERSION}/hcloud-l tar xzf hcloud-linux-amd64.tar.gz sudo mv hcloud /usr/local/bin - -# Install mc - -wget https://dl.min.io/client/mc/release/linux-amd64/mc -chmod +x mc -./mc alias set qdrant https://storage.googleapis.com "${GCS_KEY}" "${GCS_SECRET}"