File tree Expand file tree Collapse file tree 1 file changed +8
-6
lines changed Expand file tree Collapse file tree 1 file changed +8
-6
lines changed Original file line number Diff line number Diff line change @@ -52,24 +52,26 @@ jobs:
52
52
with :
53
53
auto-update-conda : true
54
54
python-version : ${{ matrix.python-version }}
55
- - name : Install dependencies and benchmark LMI
55
+ - name : Install LMI dependencies
56
56
shell : bash -el {0}
57
57
run : |
58
- # Install dependencies
59
58
conda create -n lmi -y python=3.11
60
59
conda activate lmi
61
60
conda install -c pytorch -y faiss-cpu=1.8.0
62
61
conda install h5py=3.11.0
63
62
pip install --no-cache-dir numpy==1.26.4 tqdm==4.66.4 loguru==0.7.2 scikit-learn==1.5.1
64
63
pip install --no-cache-dir torch==2.3.1 --index-url https://download.pytorch.org/whl/cpu
65
- # Benchmark
64
+ - name : Benchmark LMI
65
+ shell : bash -el {0}
66
+ run : |
66
67
pwd
67
68
ls -l
68
69
ls -l data2024
70
+ conda activate lmi
69
71
# Parameters for 300K:
70
- python3 task1.py --dataset-size ${DBSIZE} --sample-size 100000 --chunk-size 100000 &>task1.log
71
- python3 task2.py --dataset-size ${DBSIZE} --sample-size 100000 --chunk-size 100000 &>task2.log
72
- python3 task3.py --dataset-size ${DBSIZE} --sample-size 100000 --chunk-size 100000 &>task3.log
72
+ python3 task1.py --dataset-size 300K --sample-size 100000 --chunk-size 100000 &>task1.log
73
+ python3 task2.py --dataset-size 300K --sample-size 100000 --chunk-size 100000 &>task2.log
74
+ python3 task3.py --dataset-size 300K --sample-size 100000 --chunk-size 100000 &>task3.log
73
75
# Parameters for 100M:
74
76
# python3 task1.py &>task1.log
75
77
# python3 task2.py &>task2.log
You can’t perform that action at this time.
0 commit comments