...
| Code Block |
|---|
|
#create and enter your venv
module load python3/3.12.9-01
python3 -m venv $PERM/venvs/ag-anemoi-env
source $PERM/venvs/ag-anemoi-env/bin/activate
#install dependanciesdependencies
pip install torch==2.7.0 torchvision triton --index-url https://download.pytorch.org/whl/cu128
pip install pytorch-lightning==2.5.4 #error with lightning 2.5.5 causes seg faults when running multinode, so pin to 2.5.4 for now
#Install anemoi
git clone git@github.com:ecmwf/anemoi-core.git
pip install -e anemoi-core/graphs
pip install -e anemoi-core/models
pip install -e anemoi-core/training
# or to install fixed versions
# pip install anemoi-graphs==0.7.1 anemoi-models==0.9.7 anemoi-training==0.6.7
|
Optional dependencies
Below are some optional dependencies. Ordinarily these libraries must be compiled from source which is time-consuming and error prone. On Atos we have pre-built wheels available, which are made available here.
| Code Block |
|---|
|
#Optional dependanciesdependencies
# torch-cluster - speed up graph creation
pip install /perm/naco/wheelhouse/aarch64/torch-cluster/torch_cluster-1.6.3-cp312-cp312-linux_aarch64.whl
# flash-attention - optimised attention which supports sliding window, enable the transformer processor
/perm/naco/scripts/get-flash-attn -v 2.7.4.post1
# If you are using these optional dependanciesdependencies, you must add this to your slurm script, because these libraries were built against this compiler
# Otherwise you will get runtime errors like "torch-cluster not found".
export LD_LIBRARY_PATH=/usr/local/apps/gcc/15.1.0/lib64/:$LD_LIBRARY_PATH |
...