diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 167a069b9c3d88db7a7442290f78145a5cbd9947..eb05c46a7bac6713182129d8750a4a9acc75ed12 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -200,9 +200,9 @@ sync-gitlab-spack-instance:
- read-write
image: $GITLAB_BUILD_ENV_DOCKER_IMAGE
variables:
- SPACK_NFS_ENV: $CI_COMMIT_BRANCH
SPACK_REPO_PATH: $SPACK_PATH_GITLAB/ebrains-spack-builds
script:
+ - SPACK_NFS_ENV=${CI_COMMIT_BRANCH//./-}
# get latest state of EBRAINS repo
- rm -rf $SPACK_REPO_PATH && cp -r $CI_PROJECT_DIR $SPACK_REPO_PATH
# run installation script
@@ -233,11 +233,11 @@ test-gitlab-spack-instance:
- read-write
image: $GITLAB_BUILD_ENV_DOCKER_IMAGE
variables:
- SPACK_NFS_ENV: $CI_COMMIT_BRANCH
SPACK_REPO_PATH: $SPACK_PATH_GITLAB/ebrains-spack-builds
SPACK_USER_CACHE_PATH: $SPACK_PATH_GITLAB/spack/.spack
SPACK_USER_CONFIG_PATH: $SPACK_PATH_GITLAB/spack/.spack
script:
+ - SPACK_NFS_ENV=${CI_COMMIT_BRANCH//./-}
- source $SPACK_PATH_GITLAB/spack/share/spack/setup-env.sh
- spack env activate $SPACK_NFS_ENV
# TODO: run all tests when test dependency issue is fixed
diff --git a/packages/.gitkeep b/packages/.gitkeep
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/site-config/g100/.gitkeep b/site-config/g100/.gitkeep
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/site-config/g100/cineca_setup.sh b/site-config/g100/cineca_setup.sh
new file mode 100755
index 0000000000000000000000000000000000000000..5e0b6c0cf01b2247bc0b4f3b956339a19cb0083e
--- /dev/null
+++ b/site-config/g100/cineca_setup.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+module load profile/global
+module load spack/preprod-0.18.1-01
+export SYSTEMNAME='g100'
+#mkdir -p ../../../ebrains-spack-builds_cineca
+#spack-python ../ymerge.py ../../spack.yaml spack.yaml > ../../../ebrains-spack-builds_cineca/spack.yaml
+#ln -f -s $(pwd)/../../site-config ../../../ebrains-spack-builds_cineca/site-config
+cd ..
+cd ..
+cd ..
+spack env activate ebrains-spack-builds_cineca
+#spack concretize -f 2>&1 | tee cineca_setup.log
+rm ebrains-spack-builds_cineca/spack.lock
+spack install --test root 2>&1 | tee cineca_install.log
diff --git a/site-config/g100/config.yaml b/site-config/g100/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2d77f47f1a1d67c5b835845798db9159a663498e
--- /dev/null
+++ b/site-config/g100/config.yaml
@@ -0,0 +1,3 @@
+config:
+ install_tree:
+ root: /g100_work/PROJECTS/spack/preprod/01/ccsdeploy/spack_deploy/envs/ebrains_23.02_pmi/install
diff --git a/site-config/g100/modules.yaml b/site-config/g100/modules.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..98859a35bc64708f065165ba1607c71f4dd25cd1
--- /dev/null
+++ b/site-config/g100/modules.yaml
@@ -0,0 +1,4 @@
+modules:
+ default:
+ roots:
+ tcl: /g100_work/PROJECTS/spack/preprod/01/ccsdeploy/spack_deploy/envs/ebrains_23.02_pmi/modules
diff --git a/site-config/g100/packages.yaml b/site-config/g100/packages.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..9a2ed8b3d21e577edb821caca7184d5fd888844d
--- /dev/null
+++ b/site-config/g100/packages.yaml
@@ -0,0 +1,31 @@
+packages:
+ all:
+ # collab-specific settings
+ target: [x86_64]
+ compiler: [gcc@10.2.0]
+ openmpi:
+ # version from spack 0.17 with pmi
+ externals:
+ - spec: "openmpi@4.1.1"
+ prefix: /g100_work/PROJECTS/spack/v0.17/prod/0.17.1/install/0.17/linux-centos8-cascadelake/gcc-10.2.0/openmpi-4.1.1-xcbaflrhirzvtiy3y5cnglgyfunavtx3
+ buildable: false
+ python:
+ # collab-specific settings
+ version: [3.8.11]
+ r:
+ version: [4.1.3]
+ # EM: +X fixes build for collab
+ variants: [~X]
+ py-torch:
+ # ECM: keep at latest w.r.t. tracked upstream spack
+ version: [1.11.0]
+ # ECM: No cuda nor rocm in collab VMs.
+ # I did not try to minimize the specification any further.
+ variants: [~cuda~rocm~valgrind~mkldnn~mpi~gloo+tensorpipe~onnx_ml]
+ py-jax:
+ # ECM: No cuda in collab VMs.
+ variants: [~cuda]
+ py-jaxlib:
+ # ECM: No cuda in collab VMs.
+ variants: [~cuda]
+
diff --git a/site-config/g100/repo.yaml b/site-config/g100/repo.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..2f235ebc293beb06c5c33738bb7fce4145f7ee57
--- /dev/null
+++ b/site-config/g100/repo.yaml
@@ -0,0 +1,3 @@
+repo:
+ namespace: ebrains-spack-builds
+
diff --git a/site-config/g100/spack.yaml b/site-config/g100/spack.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..ff94954d8a846c80b15490817cbe20defc424873
--- /dev/null
+++ b/site-config/g100/spack.yaml
@@ -0,0 +1,10 @@
+spack:
+ specs:
+ - openssl@1.1.1g~docs~shared certs=system
+ - openmpi@4.1.1
+ - openblas
+ - r
+ view: true
+ repos:
+ - ../ebrains-spack-builds
+
diff --git a/site-config/hsmcompute/.gitkeep b/site-config/hsmcompute/.gitkeep
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/site-config/hsmcompute/compilers.yaml b/site-config/hsmcompute/compilers.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..49dbb991316a716896d43bebac8a6ce21ea08ca2
--- /dev/null
+++ b/site-config/hsmcompute/compilers.yaml
@@ -0,0 +1,14 @@
+compilers:
+- compiler:
+ spec: gcc@10.1.0
+ paths:
+ cc: /apps/GCC/10.1.0/bin/gcc
+ cxx: /apps/GCC/10.1.0/bin/g++
+ f77: /apps/GCC/10.1.0/bin/gfortran
+ fc: /apps/GCC/10.1.0/bin/gfortran
+ flags: {}
+ operating_system: rhel8
+ target: ppc64le
+ modules: []
+ environment: {}
+ extra_rpaths: []
diff --git a/site-config/hsmcompute/packages.yaml b/site-config/hsmcompute/packages.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..5e27238eb081e6c3ffa0b182a0bcef737b862120
--- /dev/null
+++ b/site-config/hsmcompute/packages.yaml
@@ -0,0 +1,40 @@
+packages:
+ cuda:
+ buildable: false
+ compiler: []
+ externals:
+ - modules:
+ - cuda/11.3
+ spec: cuda@11.3.58
+ providers: {}
+ target: []
+ variants: +allow-unsupported-compilers
+ version:
+ - 11.3.58
+ nccl:
+ buildable: false
+ externals:
+ - modules:
+ - nvhpc/21.5
+ spec: nccl@2.8.3 +cuda cuda_arch=72
+ prefix: /apps/NVHPC/2021.215/Linux_ppc64le/21.5/comm_libs/nccl
+ version:
+ - 2.13.4
+ cudnn:
+ buildable: false
+ externals:
+ - modules:
+ - cudnn/8.6.0
+ spec: cudnn@8.6.0
+ prefix: /apps/CUDNN/8.6.0
+ version:
+ - 8.6.0
+ python:
+ version: [3.8.11]
+ all:
+ target: [ppc64le]
+ compiler: [gcc@10.1.0]
+ providers:
+ blas: [essl, openblas, netlib-lapack]
+ lapack: [openblas, netlib-lapack]
+ scalapack: [netlib-scalapack]
diff --git a/site-config/hsmcompute/repos.yaml b/site-config/hsmcompute/repos.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..4e5866275c877ad32447bd676faf26206c30a190
--- /dev/null
+++ b/site-config/hsmcompute/repos.yaml
@@ -0,0 +1,2 @@
+repos:
+- /apps/SPACK/0.19.2/spack-ebrains-releases/ebrains-23-06-stable-hsmcompute
diff --git a/site-config/hsmcompute/spack.yaml b/site-config/hsmcompute/spack.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..8bd217ba78cdae8c293e5299b4927c1c374ade1e
--- /dev/null
+++ b/site-config/hsmcompute/spack.yaml
@@ -0,0 +1,4 @@
+spack:
+ specs:
+ - apbs ^openblas
+ - harfbuzz@4.2.1
diff --git a/site-config/jusuf/.gitkeep b/site-config/jusuf/.gitkeep
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000