CI: build a Docker image

.gitlab-ci.yml

@@ -1,17 +1,63 @@
+stages:
+  - image
+  - lint
+  # - test
+  # - publish
+
 variables:
   CODECOV_TOKEN: 4d2d8534-60ec-48b3-bf55-93b92f25913d
+  OMPI_ALLOW_RUN_AS_ROOT: "1"
+  OMPI_ALLOW_RUN_AS_ROOT_CONFIRM: "1"
 
-image: fluiddyn/python3-stable:lastest
+image: registry.heptapod.net:443/fluiddyn/fluidsim/ci/default:stable
+# image: fluiddyn/python3-stable:lastest
 
 # before_script:
 #   - pip install -U pdm --user
 
+# Build an image for the above tasks; this should be a scheduled job, as
+# it is quite unnecessary to run on every invocation.
+CI image:
+  stage: image
+  tags:
+    - container-registry-push
+  # rules:
+  #   - if: '$CI_PIPELINE_SOURCE == "schedule"'
+  #   - if: '$CI_BUILD_IMAGES == "1"'
+  image:
+    name: gcr.io/kaniko-project/executor:debug
+    entrypoint: [ "" ]
+  before_script:
+    - ""
+  script:
+    - |
+      cat > /kaniko/.docker/config.json <<EOF
+      {
+        "auths": {
+          "$CI_REGISTRY": {
+            "username": "$CI_REGISTRY_USER",
+            "password": "$CI_REGISTRY_PASSWORD"
+          }
+        }
+      }
+      EOF
+    - >
+      /kaniko/executor --context $CI_PROJECT_DIR
+      --dockerfile $CI_PROJECT_DIR/docker/Dockerfile
+      --single-snapshot
+      --cleanup
+      --destination registry.heptapod.net:443/fluiddyn/fluidsim/ci/$CI_COMMIT_HG_BRANCH:stable
+
 # tests:
 #   script:
 #     - pip install -U tox tox-pdm --user
 #     - tox -e py39,py39-fft,codecov
 
 validate_code:
+  stage: lint
+  needs:
+    - job: "CI image"
+      optional: true
   script:
     - pip index versions flit-core
     - pip install requests
@@ -22,6 +68,6 @@ validate_code:
     # - pip install -e ../unearth --user
     # - python3.9 -c "from unearth import PackageFinder as F; f = F(index_urls=['https://pypi.org/simple/']); print(list(f.find_all_packages('flit-core')))"
 
-    # - pdm install -G dev -v
-    # - pdm run make lint
-    # - pdm run make black_check
+    - pdm install -G dev -v
+    - pdm run make lint
+    - pdm run make black_check

docker/Dockerfile

@@ -0,0 +1,56 @@
+FROM python:3.9
+LABEL Pierre Augier <[email protected]>
+
+RUN apt-get update
+
+RUN apt-get install -y --no-install-recommends \
+  libfftw3-dev libfftw3-mpi-dev \
+  openmpi-bin libhdf5-openmpi-dev libopenblas-dev \
+  gfortran clang \
+  emacs vim \
+  meld less \
+  # python3-pip is for Mercurial (hg-git, hg-evolve)
+  mercurial python3-pip git \
+  rsync \
+  libgl1 xvfb xauth libgl1-mesa-dev \
+  libxkbcommon-x11-0 \
+  swig sudo
+
+RUN rm -rf /var/lib/apt/lists/*
+
+RUN groupadd -g 1000 appuser && useradd -m -r -u 1000 -g appuser -s /bin/bash appuser -s /bin/bash && usermod -a -G sudo appuser
+RUN echo appuser:appuser | chpasswd
+USER appuser
+ARG HOME=/home/appuser
+RUN mkdir -p $HOME/opt
+WORKDIR $HOME/opt
+RUN echo $USER $HOME $PWD && whoami
+
+RUN python -m pip install hg-evolve hg-git --no-cache-dir
+
+RUN mkdir -p $HOME/.local/include
+RUN mkdir -p $HOME/.local/lib
+RUN ln -s /usr/include/fftw* $HOME/.local/include
+RUN ln -s /usr/lib/x86_64-linux-gnu/libfftw3* $HOME/.local/lib
+
+ENV LD_LIBRARY_PATH=$HOME/.local/lib
+ENV PATH=$HOME/.local/bin:$PATH
+ENV CPATH=$HOME/.local/include:$CPATH
+
+RUN mkdir -p $HOME/.config/matplotlib
+RUN echo 'backend      : agg' > $HOME/.config/matplotlib/matplotlibrc
+
+COPY --chown=appuser:appuser hgrc $HOME/.hgrc
+COPY --chown=appuser:appuser pythranrc $HOME/.pythranrc
+
+# RUN wget https://foss.heptapod.net/fluiddyn/fluidfft/raw/branch/default/doc/install/install_p3dfft.sh -O ./install_p3dfft.sh
+# RUN wget https://foss.heptapod.net/fluiddyn/fluidfft/raw/branch/default/doc/install/install_pfft.sh -O ./install_pfft.sh
+# RUN wget https://foss.heptapod.net/fluiddyn/fluidfft/raw/branch/default/site.cfg.files/site.cfg.docker -O ~/.fluidfft-site.cfg
+# COPY --chown=appuser:appuser install_shtns.sh $PWD
+# RUN chmod +x install_p3dfft.sh install_pfft.sh install_shtns.sh
+
+# RUN export FCFLAGS="-w -fallow-argument-mismatch -O2" && \
+#     export FFLAGS="-w -fallow-argument-mismatch -O2" && \
+#     ./install_p3dfft.sh
+# RUN ./install_pfft.sh
+# RUN ./install_shtns.sh

docker/hgrc

@@ -0,0 +1,28 @@
+# example user config (see 'hg help config' for more info)
+[ui]
+# name and email, e.g.
+# username = Jane Doe <[email protected]>
+editor = emacs -nw -Q
+
+# We recommend enabling tweakdefaults to get slight improvements to
+# the UI over time. Make sure to set HGPLAIN in the environment when
+# writing scripts!
+tweakdefaults = True
+
+[extensions]
+# uncomment these lines to enable some popular extensions
+# (see 'hg help extensions' for more info)
+#
+churn =
+shelve =
+hgext.extdiff =
+rebase =
+absorb =
+evolve =
+topic =
+
+[extdiff]
+cmd.meld =
+
+[trusted]
+users = root

docker/pythranrc

@@ -0,0 +1,7 @@
+[pythran]
+complex_hook = True
+
+[compiler]
+CXX=clang++
+CC=clang
+blas=openblas