diff --git a/.gitignore b/.gitignore index 3e3c48e5..efe365f8 100644 --- a/.gitignore +++ b/.gitignore @@ -10,7 +10,6 @@ evaluation/data/langmemeval evaluation/*tmp/ evaluation/results evaluation/.env -evaluation/scripts/*.sh evaluation/configs/* .env diff --git a/evaluation/scripts/run_locomo_eval.sh b/evaluation/scripts/run_locomo_eval.sh new file mode 100644 index 00000000..df1a865f --- /dev/null +++ b/evaluation/scripts/run_locomo_eval.sh @@ -0,0 +1,44 @@ +#!/bin/bash + +# Common parameters for all scripts +LIB="memos" +VERSION="063001" +WORKERS=10 +TOPK=20 + +echo "Running locomo_ingestion.py..." +CUDA_VISIBLE_DEVICES=0 python scripts/locomo/locomo_ingestion.py --lib $LIB --version $VERSION --workers $WORKERS +if [ $? -ne 0 ]; then + echo "Error running locomo_ingestion.py" + exit 1 +fi + +echo "Running locomo_search.py..." +CUDA_VISIBLE_DEVICES=0 python scripts/locomo/locomo_search.py --lib $LIB --version $VERSION --top_k $TOPK --workers $WORKERS +if [ $? -ne 0 ]; then + echo "Error running locomo_search.py" + exit 1 +fi + +echo "Running locomo_responses.py..." +python scripts/locomo/locomo_responses.py --lib $LIB --version $VERSION +if [ $? -ne 0 ]; then + echo "Error running locomo_responses.py." + exit 1 +fi + +echo "Running locomo_eval.py..." +python scripts/locomo/locomo_eval.py --lib $LIB --version $VERSION --workers $WORKERS --num_runs 3 +if [ $? -ne 0 ]; then + echo "Error running locomo_eval.py" + exit 1 +fi + +echo "Running locomo_metric.py..." +python scripts/locomo/locomo_metric.py --lib $LIB --version $VERSION +if [ $? -ne 0 ]; then + echo "Error running locomo_metric.py" + exit 1 +fi + +echo "All scripts completed successfully!"