Skip to content

Commit e0de76a

Browse files
Specified the database size
1 parent d19f1d4 commit e0de76a

File tree

1 file changed

+8
-6
lines changed

1 file changed

+8
-6
lines changed

.github/workflows/ci.yml

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -52,24 +52,26 @@ jobs:
5252
with:
5353
auto-update-conda: true
5454
python-version: ${{ matrix.python-version }}
55-
- name: Install dependencies and benchmark LMI
55+
- name: Install LMI dependencies
5656
shell: bash -el {0}
5757
run: |
58-
# Install dependencies
5958
conda create -n lmi -y python=3.11
6059
conda activate lmi
6160
conda install -c pytorch -y faiss-cpu=1.8.0
6261
conda install h5py=3.11.0
6362
pip install --no-cache-dir numpy==1.26.4 tqdm==4.66.4 loguru==0.7.2 scikit-learn==1.5.1
6463
pip install --no-cache-dir torch==2.3.1 --index-url https://download.pytorch.org/whl/cpu
65-
# Benchmark
64+
- name: Benchmark LMI
65+
shell: bash -el {0}
66+
run: |
6667
pwd
6768
ls -l
6869
ls -l data2024
70+
conda activate lmi
6971
# Parameters for 300K:
70-
python3 task1.py --dataset-size ${DBSIZE} --sample-size 100000 --chunk-size 100000 &>task1.log
71-
python3 task2.py --dataset-size ${DBSIZE} --sample-size 100000 --chunk-size 100000 &>task2.log
72-
python3 task3.py --dataset-size ${DBSIZE} --sample-size 100000 --chunk-size 100000 &>task3.log
72+
python3 task1.py --dataset-size 300K --sample-size 100000 --chunk-size 100000 &>task1.log
73+
python3 task2.py --dataset-size 300K --sample-size 100000 --chunk-size 100000 &>task2.log
74+
python3 task3.py --dataset-size 300K --sample-size 100000 --chunk-size 100000 &>task3.log
7375
# Parameters for 100M:
7476
# python3 task1.py &>task1.log
7577
# python3 task2.py &>task2.log

0 commit comments

Comments
 (0)