Profil pour contruire un paquet deb à partir d’une source obtenue sur pypi

hooks/build/latex-compiler/compile

@@ -1,5 +0,0 @@
-#!/usr/bin/env bash
-
-pushd /src
-./build
-popd

hooks/build/marp-compiler/compile

@@ -1,4 +0,0 @@
-#!/usr/bin/env bash
-
-cd /src
-./build

hooks/build/stdeb/build

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+cd src
+for archive in *.tar.gz
+do
+    py2dsc $archive
+    folder="$(find deb_dist/* -maxdepth 0 -type d)"
+    pushd $folder
+    dpkg-buildpackage -b -a"${TAMARIN_TARGET_ARCH}"
+    find ../ -maxdepth 1 -name "*.deb" -type f -print0 | xargs -0r mv -t /dist/
+    popd
+    rm -rf $folder
+done
+
+exit 0   

hooks/build/texlive/xelatex

@@ -1,12 +0,0 @@
-#!/usr/bin/env bash
-
-pushd /src
-document_root=${PROJECT}
-for tex in ./presentations/${document_root}/*.tex
-do
-    rubber --inplace -c shell_escape --unsafe --module=xelatex "$tex"
-    cp "${tex%.tex}.pdf" /dist/
-    # faire quelque chose pour le programme de la formation
-done
-popd
-

hooks/containerbuild/debian/install-letsencrypt-ca

@@ -16,11 +16,11 @@ EOF
 
 
 echo "ENV DEBIAN_FRONTEND=noninteractive" >> Dockerfile
-echo "RUN apt-get update && apt-get install --yes --no-install-recommends wget openssl ca-certificates" >> Dockerfile
+echo "RUN apt-get update && apt-get install --yes --no-install-recommends openssl ca-certificates" >> Dockerfile
 
 for cert in $CERTS; do
     filename=$(basename "$cert")
-    echo "RUN wget -O '$DESTDIR/$filename' $cert" >> Dockerfile
+    echo "ADD $cert $DESTDIR/$filename" >> Dockerfile
     echo "RUN openssl x509 -in '$DESTDIR/$filename' -inform PEM -out '$DESTDIR/$filename.crt'" >> Dockerfile
 done
 

hooks/containerbuild/doc-compiler/basic-env

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-echo 'RUN mkdir -p /dist/public' >> Dockerfile
-echo 'RUN mkdir -p /dist/private' >> Dockerfile
-echo 'ENV PUBLIC_OUTPUT=/dist/public' >> Dockerfile
-echo 'ENV PRIVATE_OUTPUT=/dist/private' >> Dockerfile

hooks/containerbuild/latex-compiler/add-packages

@@ -1,12 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-echo 'ENV DEBIAN_FRONTEND=noninteractive' >> Dockerfile
-echo 'RUN apt update && apt dist-upgrade --yes && apt clean all' >> Dockerfile
-echo 'RUN apt update && apt install --yes make' >> Dockerfile
-echo 'RUN apt update && apt install --yes python3-setuptools python3-pygments fonts-liberation fonts-liberation2 && apt clean all' >> Dockerfile
-echo 'RUN apt update && apt install --yes texlive-full rubber && apt clean all' >> Dockerfile
-echo 'RUN apt update && apt install --yes curl && apt clean all' >> Dockerfile
-echo 'ENV DEBIAN_FRONTEND=' >> Dockerfile
-

hooks/containerbuild/latex-compiler/add-resources

@@ -1,13 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-
-if [ -e './datasets/fonts' ]
-then
-for font_file in $(find . -wholename "./datasets/fonts/*.ttf")
-do
-echo 'COPY datasets/fonts/$font_file /root/.fonts/$font_file' >> Dockerfile
-done
-fi
-exit 0

hooks/containerbuild/latex-compiler/basic-environment

@@ -1,6 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-echo 'RUN apk update && apk upgrade' >> Dockerfile
-echo 'RUN apk add --no-cache git' >> Dockerfile

hooks/containerbuild/latex-compiler/latex-environment

@@ -1,5 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-echo 'RUN apk add --no-cache py3-setuptools py3-pygments font-liberation texlive-full' >> Dockerfile

hooks/containerbuild/latex-compiler/marp-environment

@@ -1,23 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-echo 'ENV NODE_VERSION 16.16.0' >> Dockerfile
-echo 'ENV YARN_VERSION 1.22.19' >> Dockerfile
-echo 'ENV ARCH x64' >> Dockerfile
-echo 'ENV CHECKSUM 2b74f0baaaa931ffc46573874a7d7435b642d28f1f283104ac297499fba99f0a' >> Dockerfile
-echo 'RUN addgroup -g 1000 node && adduser -u 1000 -G node -s /bin/sh -D node && apk add --no-cache libstdc++ && apk add --no-cache --virtual .build-deps curl' >> Dockerfile
-echo 'RUN curl -fsSLO --compressed "https://unofficial-builds.nodejs.org/download/release/v$NODE_VERSION/node-v$NODE_VERSION-linux-$ARCH-musl.tar.xz"; echo "$CHECKSUM  node-v$NODE_VERSION-linux-$ARCH-musl.tar.xz" | sha256sum -c - && tar -xJf "node-v$NODE_VERSION-linux-$ARCH-musl.tar.xz" -C /usr/local --strip-components=1 --no-same-owner && ln -s /usr/local/bin/node /usr/local/bin/nodejs && rm -f "node-v$NODE_VERSION-linux-$ARCH-musl.tar.xz" && apk del .build-deps && node --version && npm --version' >> Dockerfile
-echo 'RUN apk add --no-cache --virtual .build-deps-yarn curl gnupg tar && for key in 6A010C5166006599AA17F08146C2130DFD2497F5 ; do gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$key" || gpg --batch --keyserver keyserver.ubuntu.com --recv-keys "$key" ; done  && curl -fsSLO --compressed "https://yarnpkg.com/downloads/$YARN_VERSION/yarn-v$YARN_VERSION.tar.gz" && curl -fsSLO --compressed "https://yarnpkg.com/downloads/$YARN_VERSION/yarn-v$YARN_VERSION.tar.gz.asc" && gpg --batch --verify yarn-v$YARN_VERSION.tar.gz.asc yarn-v$YARN_VERSION.tar.gz && mkdir -p /opt && tar -xzf yarn-v$YARN_VERSION.tar.gz -C /opt/ && ln -s /opt/yarn-v$YARN_VERSION/bin/yarn /usr/local/bin/yarn && ln -s /opt/yarn-v$YARN_VERSION/bin/yarnpkg /usr/local/bin/yarnpkg && rm yarn-v$YARN_VERSION.tar.gz.asc yarn-v$YARN_VERSION.tar.gz && apk del .build-deps-yarn && yarn --version' >> Dockerfile
-
-echo 'RUN apk update && apk upgrade' >> Dockerfile
-echo 'RUN apk add --no-cache grep chromium freetype libstdc++ harfbuzz ttf-liberation font-noto-cjk font-noto-devanagari font-noto-arabic font-noto-bengali nss wayland-dev su-exec' >> Dockerfile
-echo 'RUN addgroup -S marp && adduser -S -g marp marp && mkdir -p /home/marp/app /home/marp/.cli && chown -R marp:marp /home/marp' >> Dockerfile
-echo 'USER marp' >> Dockerfile
-echo 'ENV CHROME_PATH /usr/bin/chromium-browser' >> Dockerfile
-echo 'RUN git clone https://github.com/marp-team/marp-cli.git /home/marp/.cli' >> Dockerfile
-echo 'WORKDIR /home/marp/.cli' >> Dockerfile
-echo 'RUN git checkout v2.0.4' >> Dockerfile
-echo 'RUN ls .' >> Dockerfile
-echo 'RUN yarn add @babel/core' >> Dockerfile
-echo 'RUN yarn install --production --frozen-lockfile && yarn cache clean && node marp-cli.js --version' >> Dockerfile

hooks/containerbuild/marp-compiler/add-packages

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-echo 'RUN apk add --no-cache python3 bash' >> Dockerfile
-echo 'ENTRYPOINT [""]' >> Dockerfile
-echo 'RUN npm install -g --save-prod markdown-it markdown-it-mark markdown-it-include markdown-it-anchor markdown-it-table-of-contents' >> Dockerfile
-echo 'ENV NODE_PATH=/usr/local/lib/node_modules' >> Dockerfile

hooks/containerbuild/marp-compiler/add-resources

@@ -1,13 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-
-if [ -e './datasets/fonts' ]
-then
-for font_file in $(find . -wholename "./datasets/fonts/*.ttf")
-do
-echo 'COPY datasets/fonts/$font_file /root/.fonts/$font_file' >> Dockerfile
-done
-fi
-exit 0

hooks/containerbuild/texlive/add-packages

@@ -1,11 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-echo 'ENV DEBIAN_FRONTEND=noninteractive' >> Dockerfile
-echo 'RUN apt-get update && apt-get install --yes texlive-full' >> Dockerfile
-echo 'RUN apt-get update && apt-get install --yes make' >> Dockerfile
-echo 'RUN apt-get update && apt-get install --yes fonts-liberation fonts-liberation2' >> Dockerfile
-echo 'RUN apt-get update && apt-get install --yes python3-setuptools python-setuptools python3-pygments python-pygments' >> Dockerfile
-echo 'RUN apt-get update && apt-get install --yes rubber' >> Dockerfile
-echo 'ENV DEBIAN_FRONTEND=' >> Dockerfile

hooks/containerbuild/texlive/add-ressources

@@ -1,14 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-
-if [ -e './datasets/fonts' ]
-then
-for font_file in $(find . -wholename "./datasets/fonts/*.ttf")
-do
-echo 'COPY datasets/fonts/$font_file /root/.fonts/$font_file' >> Dockerfile
-done
-fi
-exit 0
-

hooks/containerbuild/ubuntu/install-stdeb

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+set -e
+
+echo 'ENV DEBIAN_FRONTEND=noninteractive' >> Dockerfile
+echo 'RUN apt-get update && apt-get install --yes --no-install-recommends python3-all dh-python python3-pip' >> Dockerfile
+echo 'RUN pip3 install stdeb' >> Dockerfile
+echo 'ENV DEBIAN_FRONTEND=' >> Dockerfile
+

hooks/postbuild/common/done

@@ -1,3 +0,0 @@
-#!/usr/bin/env bash
-
-tamarin_success "Done :-)"

hooks/postbuild/doc-compiler/export-dist

@@ -1,14 +0,0 @@
-#!/bin/bash
-
-# Create new directory
-mkdir -p /dist
-
-# Move generated files
-pushd /src
-ls -l ./output_public
-cp ./output_public/*.pdf /dist/public
-cp ./output_private/*.pdf /dist/private
-popd
-
-tamarin_success "Done :-)"
-

hooks/postbuild/texlive/export-dist

@@ -1,13 +0,0 @@
-#!/bin/bash
-
-function move_output_to_dist {
-  find . -name "$1" -type f -print0 | xargs -0r mv -t /dist/
-}
-
-# Create new directory
-mkdir -p /dist
-
-# Move generated files
-move_output_to_dist "*.pdf"
-
-tamarin_success "Done :-)"

hooks/prebuild/eole/create-changelog

@@ -181,7 +181,6 @@ function packager_from_commit {
 }
 
 function next_version {
-  set -x
   commit="$1"
   # upstream version is given by most recent of release or pkg tag
   previous_pkg="$(git describe --long --match='pkg/*' $commit 2>/dev/null)"
@@ -205,7 +204,6 @@ function next_version {
     version="$(get_upstream_version_from_tag $previous_release)-1"
   elif [ -n "$previous_pkg" ]
   then
-    distance_from_pkg=$(get_distance_from_tag "$previous_pkg" "$commit")
     distance=$distance_from_pkg
     version="$(get_upstream_version_from_tag $previous_pkg)-$(expr $(get_package_version_from_tag $previous_pkg) + 1)"
   else
@@ -214,10 +212,9 @@ function next_version {
   fi
   if [ "$package_level" = 'dev' ] || [ "$package_level" = 'staging' ]
   then
-    version="${version}~${package_level}+${distance}"
+    version="${version}~${package_level}+${distance}~$(get_short_hash $commit)"
   fi
   echo $version
-  set +x
 }
 
 function gen_changelog_entry {
@@ -260,15 +257,9 @@ function gen_changelog_entry {
 }
 
 function gen_changelog() {
-  limit=10
   while gen_changelog_entry $ceiling_commit
   do
-    limit=`expr $limit - 1`
     echo $changelog_entry
-    if [ "$limit" -le 0 ]
-    then
-      break
-    fi
   done
 }
 

lib/tamarin.py

@@ -55,10 +55,6 @@ def get_workspace_subdir(subdir):
     os.makedirs(dir_path, exist_ok=True)
     return dir_path
 
-def get_datasets_dir():
-    return os.path.realpath(os.path.dirname(os.path.abspath(__file__)) + "/../datasets")
-
-
 def run(cmd, captureOutput=False, pty=False, debug=False, **kwargs):
     """Execute an arbitrary command on the system"""
     if debug:

package

@@ -41,7 +41,7 @@ def build_image(build_workspace, base_image, profile_name, profile, debug=False,
     # Run hooks
     tamarin.run_profile_hooks(profile, 'containerbuild', cwd=build_workspace, env=hooks_env, debug=debug)
 
-    image_tag = "tamarin:{:s}_{:s}_{:d}".format(profile_name, base_image.replace(':', '_').replace('/', '_'), os.getpid())
+    image_tag = "tamarin:{:s}_{:s}_{:d}".format(profile_name, base_image.replace(':', '_'), os.getpid())
 
     build_args = [ "build", "-t", image_tag ]
 
@@ -74,8 +74,6 @@ if __name__ == "__main__":
     # Verify project directory
     project_dir = os.path.abspath(args.project_directory)
     output_dir = os.path.abspath(args.output)
-    if not os.path.exists(output_dir):
-        os.mkdir(output_dir)
 
     # Load build profile
     profile = tamarin.load_profile(args.profile, debug=args.debug)
@@ -86,7 +84,7 @@ if __name__ == "__main__":
     build_workspace = tamarin.get_workspace_subdir('tmp/build_{:d}'.format(pid))
 
     shutil.copytree(tamarin.get_utils_dir(), os.path.join(build_workspace, 'utils'))
-    shutil.copytree(tamarin.get_datasets_dir(), os.path.join(build_workspace, 'datasets'))
+
     base_image = args.base if args.base != '' else profile['profile']['default_image']
 
     image_tag = build_image(build_workspace, base_image, args.profile, profile,  debug=args.debug, rebuild=args.rebuild)
@@ -110,17 +108,16 @@ if __name__ == "__main__":
 
         # volumes definition
         docker_args += [
-            "-v", "{:s}:/src:z,ro".format(project_dir),
-            "-v", "{:s}:/dist:z".format(output_dir),
-            "-v", "{:s}:/tamarin/datasets:z".format(tamarin.get_datasets_dir()),
+            "-v", "{:s}:/src:ro".format(project_dir),
+            "-v", "{:s}:/dist".format(output_dir),
         ]
 
         if not args.no_lib_mounts:
             docker_args += [
-                "-v", "{:s}:/tamarin/hooks:z,ro".format(tamarin.get_hooks_dir()),
-                "-v", "{:s}:/tamarin/lib:z,ro".format(tamarin.get_lib_dir()),
-                "-v", "{:s}:/tamarin/profiles:z,ro".format(tamarin.get_profiles_dir()),
-                "-v", "{:s}:/tamarin/utils:z,ro".format(tamarin.get_utils_dir())
+                "-v", "{:s}:/tamarin/hooks:ro".format(tamarin.get_hooks_dir()),
+                "-v", "{:s}:/tamarin/lib:ro".format(tamarin.get_lib_dir()),
+                "-v", "{:s}:/tamarin/profiles:ro".format(tamarin.get_profiles_dir()),
+                "-v", "{:s}:/tamarin/utils:ro".format(tamarin.get_utils_dir())
             ]
 
         # Use environment proxy if defined

profiles/eole-2.7.0.conf

@@ -1,30 +0,0 @@
-# Configuration générale du profil
-[profile]
-# Image Docker par défaut
-default_image=ubuntu:bionic
-
-# Configuration de l'étape de pré-construction du conteneur
-[containerbuild]
-hooks=
-  containerbuild/debian/install-build-essential,
-  containerbuild/debian/install-git,
-
-# Configuration de l'étape de pré-construction du paquet
-[prebuild]
-hooks=
-  prebuild/debian/copy-sources-to-workspace,
-  prebuild/debian/run-project-hooks,
-  prebuild/debian/load-project-db,
-  prebuild/debian/complete-project-db,
-  prebuild/eole/create-changelog,
-  prebuild/debian/install-build-depends
-
-# Configuration de l'étape de construction du paquet
-[build]
-hooks=build/debian/build
-
-# Configuration de l'étape de post-construction du paquet
-[postbuild]
-hooks=
-  postbuild/debian/run-project-hooks,
-  postbuild/debian/export-dist

profiles/eole-2.7.1.conf

@@ -17,6 +17,7 @@ hooks=
   prebuild/debian/load-project-db,
   prebuild/debian/complete-project-db,
   prebuild/eole/create-changelog,
+  prebuild/eole/add-package-version-suffix,
   prebuild/debian/install-build-depends
 
 # Configuration de l'étape de construction du paquet

profiles/eole-2.8.1.conf

@@ -1,30 +0,0 @@
-# Configuration générale du profil
-[profile]
-# Image Docker par défaut
-default_image=ubuntu:focal
-
-# Configuration de l'étape de pré-construction du conteneur
-[containerbuild]
-hooks=
-  containerbuild/debian/install-build-essential,
-  containerbuild/debian/install-git,
-
-# Configuration de l'étape de pré-construction du paquet
-[prebuild]
-hooks=
-  prebuild/debian/copy-sources-to-workspace,
-  prebuild/debian/run-project-hooks,
-  prebuild/debian/load-project-db,
-  prebuild/debian/complete-project-db,
-  prebuild/eole/create-changelog,
-  prebuild/debian/install-build-depends
-
-# Configuration de l'étape de construction du paquet
-[build]
-hooks=build/debian/build
-
-# Configuration de l'étape de post-construction du paquet
-[postbuild]
-hooks=
-  postbuild/debian/run-project-hooks,
-  postbuild/debian/export-dist

profiles/eole-2.9.0.conf

@@ -1,30 +0,0 @@
-# Configuration générale du profil
-[profile]
-# Image Docker par défaut
-default_image=ubuntu:jammy
-
-# Configuration de l'étape de pré-construction du conteneur
-[containerbuild]
-hooks=
-  containerbuild/debian/install-build-essential,
-  containerbuild/debian/install-git,
-
-# Configuration de l'étape de pré-construction du paquet
-[prebuild]
-hooks=
-  prebuild/debian/copy-sources-to-workspace,
-  prebuild/debian/run-project-hooks,
-  prebuild/debian/load-project-db,
-  prebuild/debian/complete-project-db,
-  prebuild/eole/create-changelog,
-  prebuild/debian/install-build-depends
-
-# Configuration de l'étape de construction du paquet
-[build]
-hooks=build/debian/build
-
-# Configuration de l'étape de post-construction du paquet
-[postbuild]
-hooks=
-  postbuild/debian/run-project-hooks,
-  postbuild/debian/export-dist

profiles/latex-compiler.conf

@@ -1,27 +0,0 @@
-# Configuration générale du profil
-[profile]
-# Image Docker par défaut
-default_image=ubuntu:jammy
-
-# Configuration de l’étape de pré-construction du conteneur
-[containerbuild]
-hooks=
-  containerbuild/latex-compiler/add-packages,
-  containerbuild/latex-compiler/add-resources,
-
-# Configuration de l’étape de pré-compilation des documents
-[prebuild]
-hooks=
-  prebuild/debian/copy-sources-to-workspace,
-  prebuild/debian/run-project-hooks,
-  prebuild/debian/load-project-db,
-
-# Configuration de l’étape de compilation du document
-[build]
-hooks=build/latex-compiler/compile
-
-# Configuration de l’étape de post-compilation du document
-[postbuild]
-hooks=
-  postbuild/debian/run-project-hooks,
-  postbuild/doc-compiler/export-dist,

profiles/marp-compiler.conf

@@ -1,28 +0,0 @@
-# Configuration générale du profil
-[profile]
-# Image Docker par défaut
-default_image=marpteam/marp-cli:latest
-
-# Configuration de l’étape de pré-construction du conteneur
-[containerbuild]
-hooks=
-  containerbuild/doc-compiler/basic-env,
-  containerbuild/marp-compiler/add-packages,
-  containerbuild/marp-compiler/add-resources,
-
-# Configuration de l’étape de pré-compilation des documents
-[prebuild]
-hooks=
-  prebuild/debian/copy-sources-to-workspace,
-  prebuild/debian/run-project-hooks,
-  prebuild/debian/load-project-db,
-
-# Configuration de l’étape de compilation du document
-[build]
-hooks=build/latex-compiler/compile
-
-# Configuration de l’étape de post-compilation du document
-[postbuild]
-hooks=
-  postbuild/debian/run-project-hooks,
-  postbuild/common/done

profiles/pypi-2.8.1.conf

@@ -1,7 +1,7 @@
 # Configuration générale du profil
 [profile]
 # Image Docker par défaut
-default_image=ubuntu:bionic
+default_image=ubuntu:focal
 
 # Configuration de l'étape de pré-construction du conteneur
 [containerbuild]

profiles/texlive.conf

@@ -1,28 +0,0 @@
-# Configuration générale du profil
-[profile]
-# Image Docker par défaut
-default_image=ubuntu:focal
-
-# Configuration de l’étape de pré-construction du conteneur
-[containerbuild]
-hooks=
-  containerbuild/texlive/add-packages,
-  containerbuild/texlive/add-ressources,
-
-# Configuration de l’étape de pré-compilation des documents
-[prebuild]
-hooks=
-  prebuild/debian/copy-sources-to-workspace,
-  prebuild/debian/run-project-hooks,
-  prebuild/debian/load-project-db,
-  prebuild/texlive/complete-project-db,
-
-# Configuration de l’étape de compilation du document
-[build]
-hooks=build/texlive/xelatex
-
-# Configuration de l’étape de post-compilation du document
-[postbuild]
-hooks=
-  postbuild/debian/run-project-hooks,
-  postbuild/texlive/export-dist,