320
.gitlab-ci.yml
320
.gitlab-ci.yml
@ -2,65 +2,69 @@
|
||||
variables:
|
||||
GIT_SUBMODULE_STRATEGY: recursive
|
||||
MY_PROJECT_ID: "45741845"
|
||||
#DOCKER_TARGET_PLATFORMS: linux/amd64,linux/arm64,linux/arm/v7 #linux/arm/v6
|
||||
#DOCKER_CREATED_IMAGE_NAME: ansible-ee
|
||||
GIT_SYNC_URL: "https://$GITHUB_USERNAME_ROBOT:$GITHUB_TOKEN_ROBOT@github.com/NoFussComputing/execution_environment.git"
|
||||
DOCKER_IMAGE_PUBLISH_NAME: 'ansible-ee'
|
||||
DOCKER_IMAGE_PUBLISH_REGISTRY: docker.io/nofusscomputing
|
||||
DOCKER_IMAGE_PUBLISH_URL: https://hub.docker.com/r/nofusscomputing/$DOCKER_IMAGE_PUBLISH_NAME
|
||||
|
||||
|
||||
stages:
|
||||
- validation
|
||||
- build
|
||||
- prepare
|
||||
- test
|
||||
- release
|
||||
- sync
|
||||
- publish
|
||||
|
||||
include:
|
||||
- project: nofusscomputing/projects/gitlab-ci
|
||||
ref: 36ce0b0b76e6769c7a2e0d4ea0f3fcd2cc2d6bb1
|
||||
ref: restructure
|
||||
file:
|
||||
- conventional_commits/.gitlab-ci.yml
|
||||
- gitlab_release/.gitlab-ci.yml
|
||||
- git_push_mirror/.gitlab-ci.yml
|
||||
- .gitlab-ci_common.yaml
|
||||
- type/docker-image.gitlab-ci.yaml
|
||||
# - conventional_commits/.gitlab-ci.yml
|
||||
# - gitlab_release/.gitlab-ci.yml
|
||||
# - git_push_mirror/.gitlab-ci.yml
|
||||
#- template: Jobs/Container-Scanning.gitlab-ci.yml # see https://gitlab.com/gitlab-org/gitlab/-/issues/381665
|
||||
|
||||
|
||||
Docker Container:
|
||||
Build/Cache Python Packages:
|
||||
stage: build
|
||||
image: docker:latest
|
||||
image: nofusscomputing/docker-buildx-qemu:dev
|
||||
services:
|
||||
- docker:19.03.12-dind
|
||||
#- docker:latest-dind
|
||||
- name: docker:23-dind
|
||||
entrypoint: ["env", "-u", "DOCKER_HOST"]
|
||||
command: ["dockerd-entrypoint.sh"]
|
||||
|
||||
variables:
|
||||
IMAGE_NAME: ansible-ee
|
||||
DOCKER_HOST: tcp://docker:2375/
|
||||
DOCKER_DRIVER: overlay2
|
||||
# See https://github.com/docker-library/docker/pull/166
|
||||
DOCKER_TLS_CERTDIR: ""
|
||||
before_script:
|
||||
- docker info
|
||||
# - docker login $CI_REGISTRY -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD
|
||||
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
||||
- apk update
|
||||
- apk add --update --no-cache python3 git && ln -sf python3 /usr/bin/python
|
||||
- python3 -m ensurepip
|
||||
#- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
||||
- export DEBIAN_FRONTEND=noninteractive
|
||||
- apt update --allow-releaseinfo-change
|
||||
- apt --no-install-recommends -yq install python3 git python3-pip
|
||||
#- pip3 install -r gitlab-ci/gitlab_release/requirements.txt
|
||||
- pip3 install setuptools wheel
|
||||
- pip3 install commitizen==2.21.0 # version specified so current build works.
|
||||
- pip3 install gitlab-ci/gitlab_release/python-module/cz_nfc/.
|
||||
- update-binfmts --enable # Important: Ensures execution of other binary formats is enabled in the kernel
|
||||
- docker buildx create --driver=docker-container --driver-opt image=moby/buildkit:v0.11.6 --use
|
||||
- docker buildx inspect --bootstrap
|
||||
|
||||
script: |
|
||||
docker build . \
|
||||
--label org.opencontainers.image.created="$(date '+%Y-%m-%d %H:%M:%S%:z')" \
|
||||
--label org.opencontainers.image.documentation="$CI_PROJECT_URL" \
|
||||
--label org.opencontainers.image.source="$CI_PROJECT_URL" \
|
||||
--label org.opencontainers.image.url="$CI_PROJECT_URL/-/releases/$(cz -n cz_nfc version --project)" \
|
||||
--label org.opencontainers.image.version="$(cz -n cz_nfc version --project)" \
|
||||
--label org.opencontainers.image.revision="$CI_COMMIT_SHA" \
|
||||
--no-cache \
|
||||
--tag $CI_REGISTRY_IMAGE/$IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
|
||||
docker image inspect $CI_REGISTRY_IMAGE/$IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
|
||||
docker push $CI_REGISTRY_IMAGE/$IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
|
||||
#allow_failure: true
|
||||
docker buildx build \
|
||||
--file dockerfile-build_cache \
|
||||
--platform=$DOCKER_TARGET_PLATFORMS . \
|
||||
--build-arg CI_JOB_TOKEN=$CI_JOB_TOKEN \
|
||||
--build-arg CI_API_V4_URL=$CI_API_V4_URL \
|
||||
--build-arg CI_PROJECT_ID=$CI_PROJECT_ID
|
||||
# --push \
|
||||
# --tag $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
rules:
|
||||
- if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
|
||||
when: never
|
||||
- if: $CI_COMMIT_TAG
|
||||
when: on_success
|
||||
# - if: $CI_COMMIT_TAG
|
||||
# when: on_success
|
||||
# - if: '$CI_COMMIT_BRANCH == "development" && $CI_COMMIT_TITLE =~ /Merge branch.*/'
|
||||
# when: on_success
|
||||
- if: '$CI_COMMIT_BRANCH != "master"'
|
||||
@ -70,83 +74,199 @@ Docker Container:
|
||||
|
||||
|
||||
|
||||
Docker Hub:
|
||||
stage: publish
|
||||
image: docker:latest
|
||||
services:
|
||||
- docker:19.03.12-dind
|
||||
#- docker:latest-dind
|
||||
variables:
|
||||
IMAGE_NAME: ansible-ee
|
||||
before_script:
|
||||
- export
|
||||
- docker login $CI_REGISTRY -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD
|
||||
- docker pull $CI_REGISTRY_IMAGE/$IMAGE_NAME:$CI_COMMIT_SHA
|
||||
- docker logout $CI_REGISTRY
|
||||
script:
|
||||
# - Release_TAG=$(cat $CI_PROJECT_DIR/dist/version)
|
||||
- docker login docker.io -u $NFC_DOCKERHUB_USERNAME -p $NFC_DOCKERHUB_TOKEN
|
||||
# - if [ "m$(echo $CI_BUILD_REF_NAME | grep rc)" == "m$CI_BUILD_REF_NAME" ]; then Branch_TAG=dev; else Branch_TAG=stable; fi
|
||||
- echo Branch tag is $Branch_TAG
|
||||
- docker image ls
|
||||
- |
|
||||
DH_LATEST_TAG=dev
|
||||
|
||||
if [ "0$CI_COMMIT_BRANCH" == "0development" ]; then
|
||||
|
||||
DH_LATEST_TAG=dev
|
||||
|
||||
elif [ "0$CI_COMMIT_TAG" != "0" ] ; then
|
||||
# Docker Container:
|
||||
# extends: .build_docker_container
|
||||
# needs: [ "Build/Cache Python Packages" ]
|
||||
# stage: build
|
||||
# image: registry.gitlab.com/gdunstone/docker-buildx-qemu
|
||||
# services:
|
||||
# - name: docker:23-dind
|
||||
# entrypoint: ["env", "-u", "DOCKER_HOST"]
|
||||
# command: ["dockerd-entrypoint.sh"]
|
||||
|
||||
if [ "0$CI_COMMIT_TAG" == *"rc"* ]; then
|
||||
# variables:
|
||||
# DOCKER_HOST: tcp://docker:2375/
|
||||
# DOCKER_DRIVER: overlay2
|
||||
# # See https://github.com/docker-library/docker/pull/166
|
||||
# DOCKER_TLS_CERTDIR: ""
|
||||
# before_script:
|
||||
# - docker info
|
||||
# - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
||||
# - export DEBIAN_FRONTEND=noninteractive
|
||||
# - apt update --allow-releaseinfo-change
|
||||
# - apt --no-install-recommends -yq install python3 git python3-pip
|
||||
# #- pip3 install -r gitlab-ci/gitlab_release/requirements.txt
|
||||
# - pip3 install setuptools wheel
|
||||
# - pip3 install commitizen==2.21.0 # version specified so current build works.
|
||||
# - pip3 install gitlab-ci/gitlab_release/python-module/cz_nfc/.
|
||||
# - update-binfmts --enable # Important: Ensures execution of other binary formats is enabled in the kernel
|
||||
# - docker buildx create --driver=docker-container --driver-opt image=moby/buildkit:v0.11.6 --use
|
||||
# - docker buildx inspect --bootstrap
|
||||
|
||||
# script: |
|
||||
|
||||
# if [ "0$DOCKER_TARGET_PLATFORMS" != "0" ]; then
|
||||
|
||||
# docker buildx build --platform=$DOCKER_TARGET_PLATFORMS . \
|
||||
# --label org.opencontainers.image.created="$(date '+%Y-%m-%d %H:%M:%S%:z')" \
|
||||
# --label org.opencontainers.image.documentation="$CI_PROJECT_URL" \
|
||||
# --label org.opencontainers.image.source="$CI_PROJECT_URL" \
|
||||
# --label org.opencontainers.image.url="$CI_PROJECT_URL/-/releases/$(cz -n cz_nfc version --project)" \
|
||||
# --label org.opencontainers.image.version="$(cz -n cz_nfc version --project)" \
|
||||
# --label org.opencontainers.image.revision="$CI_COMMIT_SHA" \
|
||||
# --push \
|
||||
# --tag $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
|
||||
# else
|
||||
|
||||
# docker build . \
|
||||
# --label org.opencontainers.image.created="$(date '+%Y-%m-%d %H:%M:%S%:z')" \
|
||||
# --label org.opencontainers.image.documentation="$CI_PROJECT_URL" \
|
||||
# --label org.opencontainers.image.source="$CI_PROJECT_URL" \
|
||||
# --label org.opencontainers.image.url="$CI_PROJECT_URL/-/releases/$(cz -n cz_nfc version --project)" \
|
||||
# --label org.opencontainers.image.version="$(cz -n cz_nfc version --project)" \
|
||||
# --label org.opencontainers.image.revision="$CI_COMMIT_SHA" \
|
||||
# --no-cache \
|
||||
# --tag $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
|
||||
# docker push $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
|
||||
# fi
|
||||
# needs: [ "Build/Cache Python Packages" ]
|
||||
# rules:
|
||||
# - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
|
||||
# when: never
|
||||
# - if: $CI_COMMIT_TAG
|
||||
# when: on_success
|
||||
# - if: '$CI_COMMIT_BRANCH == "development" && $CI_COMMIT_TITLE =~ /Merge branch.*/'
|
||||
# when: on_success
|
||||
# - if: '$CI_COMMIT_BRANCH != "master"'
|
||||
# allow_failure: false
|
||||
# when: on_success
|
||||
# - when: never
|
||||
|
||||
|
||||
|
||||
# disabled until solution for multi-arch images found
|
||||
# container_scanning:
|
||||
# variables:
|
||||
# #CS_DEFAULT_BRANCH_IMAGE: $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA
|
||||
# GIT_STRATEGY: fetch
|
||||
# CS_MULTI_ARCH_INDEX: 0
|
||||
# before_script:
|
||||
# #- export CS_IMAGE=registry.gitlab.com/nofusscomputing/projects/ansible/execution_environment/ansible-ee:a0d89d1ef152ad057c5567ca1caefbfc687a8183@sha256:b89eab46ebc4d0d0028803ac94aaed837248a7fbd695b811e7e1fad9365cba9a
|
||||
# - export CS_IMAGE=$(docker buildx imagetools inspect "$CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME::a0d89d1ef152ad057c5567ca1caefbfc687a8183" --format "$CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:a0d89d1ef152ad057c5567ca1caefbfc687a8183@{{ ( index .Manifest.Manifests $CS_MULTI_ARCH_INDEX ).Digest }}")
|
||||
# needs: [ "Docker Container" ]
|
||||
# rules:
|
||||
# - if: '$CI_PIPELINE_SOURCE != "merge_request_event"'
|
||||
# when: always
|
||||
# - when: never
|
||||
|
||||
|
||||
# Docker Hub:
|
||||
# stage: publish
|
||||
# image: docker:23
|
||||
# services:
|
||||
# - docker:23-dind
|
||||
# before_script:
|
||||
# - |
|
||||
|
||||
# docker login $CI_REGISTRY -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD;
|
||||
|
||||
# if [ "0$DOCKER_TARGET_PLATFORMS" != "0" ]; then
|
||||
|
||||
# for i in ${DOCKER_TARGET_PLATFORMS//,/ }
|
||||
# do
|
||||
# echo "[DEBUG] IMAGE_NAME=$DOCKER_CREATED_IMAGE_NAME";
|
||||
|
||||
# docker buildx imagetools inspect $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
|
||||
# DOCKER_MULTI_ARCH_IMAGES=$(docker buildx imagetools inspect "registry.gitlab.com/nofusscomputing/projects/ansible/execution_environment/ansible-ee:$CI_COMMIT_SHA" --format "{{ range .Manifest.Manifests }}$CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA@{{print .Digest }} {{end}}")
|
||||
|
||||
# echo "[DEBUG] DOCKER_MULTI_ARCH_IMAGES=$DOCKER_MULTI_ARCH_IMAGES";
|
||||
|
||||
# done;
|
||||
|
||||
# else
|
||||
|
||||
# docker pull $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA;
|
||||
|
||||
# fi
|
||||
|
||||
# docker logout $CI_REGISTRY;
|
||||
|
||||
# script:
|
||||
# - docker login docker.io -u $NFC_DOCKERHUB_USERNAME -p $NFC_DOCKERHUB_TOKEN
|
||||
# - docker image ls
|
||||
# - |
|
||||
# DOCKER_HUB_TAG=dev
|
||||
|
||||
# if [ "0$CI_COMMIT_TAG" != "0" ]; then
|
||||
|
||||
# DOCKER_HUB_TAG=latest
|
||||
|
||||
# if [ "0$CI_COMMIT_TAG" == *"rc"* ]; then
|
||||
|
||||
# DOCKER_HUB_TAG=dev
|
||||
|
||||
# fi
|
||||
|
||||
# fi
|
||||
|
||||
# echo "[DEBUG] IMAGE_NAME=$DOCKER_CREATED_IMAGE_NAME";
|
||||
# echo "[DEBUG] DOCKER_HUB_TAG=$DOCKER_HUB_TAG";
|
||||
|
||||
# if [ "0$DOCKER_TARGET_PLATFORMS" != "0" ]; then
|
||||
|
||||
# echo "[DEBUG] DOCKER_MULTI_ARCH_IMAGES=$DOCKER_MULTI_ARCH_IMAGES";
|
||||
|
||||
DH_LATEST_TAG=dev
|
||||
# docker buildx imagetools create $DOCKER_MULTI_ARCH_IMAGES --tag nofusscomputing/$DOCKER_CREATED_IMAGE_NAME:$DOCKER_HUB_TAG;
|
||||
|
||||
else
|
||||
# if [ "0$DOCKER_HUB_TAG" == "0latest" ]; then
|
||||
|
||||
DH_LATEST_TAG=latest
|
||||
# docker buildx imagetools create $DOCKER_MULTI_ARCH_IMAGES --tag nofusscomputing/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_TAG;
|
||||
|
||||
fi
|
||||
# fi
|
||||
|
||||
docker image tag $CI_REGISTRY_IMAGE/$IMAGE_NAME:$CI_COMMIT_SHA nofusscomputing/$IMAGE_NAME:$CI_COMMIT_TAG;
|
||||
# else
|
||||
|
||||
docker image ls;
|
||||
|
||||
docker push nofusscomputing/$IMAGE_NAME:$CI_COMMIT_TAG;
|
||||
# docker image tag $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA nofusscomputing/$DOCKER_CREATED_IMAGE_NAME:$DOCKER_HUB_TAG;
|
||||
|
||||
fi
|
||||
# docker push nofusscomputing/$DOCKER_CREATED_IMAGE_NAME:$DOCKER_HUB_TAG;
|
||||
|
||||
if [ "0$DH_LATEST_TAG" != "0" ]; then
|
||||
# if [ "0$DOCKER_HUB_TAG" == "0latest" ]; then
|
||||
|
||||
docker image tag $CI_REGISTRY_IMAGE/$IMAGE_NAME:$CI_COMMIT_SHA nofusscomputing/$IMAGE_NAME:$DH_LATEST_TAG;
|
||||
# docker image tag $CI_REGISTRY_IMAGE/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_SHA nofusscomputing/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_TAG;
|
||||
|
||||
docker image ls;
|
||||
# docker push nofusscomputing/$DOCKER_CREATED_IMAGE_NAME:$CI_COMMIT_TAG;
|
||||
|
||||
docker push nofusscomputing/$IMAGE_NAME:$DH_LATEST_TAG;
|
||||
# fi
|
||||
|
||||
fi
|
||||
needs: [ "Docker Container" ]
|
||||
environment:
|
||||
name: DockerHub
|
||||
url: https://hub.docker.com/r/nofusscomputing/$IMAGE_NAME
|
||||
rules:
|
||||
- if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
|
||||
when: never
|
||||
- if: $CI_COMMIT_TAG
|
||||
when: on_success
|
||||
# - if: '$CI_COMMIT_BRANCH == "development" && $CI_COMMIT_TITLE =~ /Merge branch.*/'
|
||||
# when: on_success
|
||||
- if: '$CI_COMMIT_BRANCH != "master"'
|
||||
allow_failure: true
|
||||
when: manual
|
||||
- when: never
|
||||
# fi
|
||||
|
||||
# - docker logout docker.io
|
||||
# needs: [ "Docker Container" ]
|
||||
# environment:
|
||||
# name: DockerHub
|
||||
# url: https://hub.docker.com/r/nofusscomputing/$DOCKER_CREATED_IMAGE_NAME
|
||||
# rules:
|
||||
# - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
|
||||
# when: never
|
||||
# - if: $CI_COMMIT_TAG
|
||||
# when: on_success
|
||||
# - if: '$CI_COMMIT_BRANCH == "development" && $CI_COMMIT_TITLE =~ /Merge branch.*/'
|
||||
# when: on_success
|
||||
# - if: '$CI_COMMIT_BRANCH == "development"'
|
||||
# allow_failure: true
|
||||
# when: manual
|
||||
# - when: never
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Github (Push --mirror):
|
||||
variables:
|
||||
GIT_SYNC_URL: "https://$GITHUB_USERNAME_ROBOT:$GITHUB_TOKEN_ROBOT@github.com/NoFussComputing/execution_environment.git"
|
||||
extends:
|
||||
- .git_push_mirror
|
||||
# Github (Push --mirror):
|
||||
# variables:
|
||||
# GIT_SYNC_URL: "https://$GITHUB_USERNAME_ROBOT:$GITHUB_TOKEN_ROBOT@github.com/NoFussComputing/execution_environment.git"
|
||||
# extends:
|
||||
# - .git_push_mirror
|
||||
|
||||
12
README.md
12
README.md
@ -42,6 +42,17 @@ links:
|
||||
|
||||
- [Merge Requests (Pull Requests)](https://gitlab.com/nofusscomputing/projects/ansible/execution_environment/-/merge_requests)
|
||||
|
||||
## Documentation
|
||||
|
||||
|
||||
**TO DO:**
|
||||
``` md
|
||||
|
||||
- available tags `dev` for latest dev build
|
||||
- latest matches latest git tag
|
||||
|
||||
```
|
||||
point docs to gitlab-ci for docker build
|
||||
|
||||
|
||||
## Contributing
|
||||
@ -53,4 +64,3 @@ For further details on contributing please refer to the [contribution guide](CON
|
||||
## Other
|
||||
|
||||
This repo is release under this [license](LICENSE)
|
||||
|
||||
|
||||
166
dockerfile
166
dockerfile
@ -1,21 +1,91 @@
|
||||
# docker pull python:3.9.16-slim-bullseye
|
||||
# docker pull python:3.10.11-slim-bullseye
|
||||
# docker pull python:3.10-slim-bullseye
|
||||
# docker pull python:3.11-slim-bullseye
|
||||
# docker pull python:3.11-bullseye
|
||||
FROM --platform=$BUILDPLATFORM python:3.11-bullseye as fetch-ansible-roles
|
||||
#FROM --platform=$TARGETPLATFORM python:3.11-bullseye as scratchpad
|
||||
|
||||
FROM python:3.9.16-slim-bullseye as scratchpad
|
||||
ENV LC_ALL en_US.UTF-8
|
||||
#ENV PATH /usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/.cargo/bin::~/.cargo/bin
|
||||
|
||||
RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
&& dpkg-reconfigure debconf -f noninteractive
|
||||
|
||||
RUN apt update \
|
||||
&& apt install --reinstall -yq \
|
||||
git || true
|
||||
# && curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs -o /tmp/rustup.sh \
|
||||
# && chmod +x /tmp/rustup.sh \
|
||||
# && /tmp/rustup.sh -y \
|
||||
# RUN mkdir -p /tmp/python_modules /tmp/python_builds
|
||||
# # && export PATH=$PATH:~/.cargo/bin
|
||||
|
||||
|
||||
RUN apt update && \
|
||||
apt install --no-install-recommends -y \
|
||||
git
|
||||
# RUN rustc --version \
|
||||
# && cargo --version
|
||||
|
||||
# RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
# && apt update \
|
||||
# && apt --fix-broken install \
|
||||
# && apt install -y libc-bin locales-all \
|
||||
# && apt update \
|
||||
# && apt install --reinstall -yq \
|
||||
# openssh-client \
|
||||
# git || true \
|
||||
# && dpkg --purge --force-all libc-bin \
|
||||
# && apt-get install -y \
|
||||
# openssh-client \
|
||||
# git
|
||||
|
||||
|
||||
# RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
# && apt update \
|
||||
# && apt install --no-install-recommends -yq libc-bin locales-all \
|
||||
# && apt-get install --reinstall -yq \
|
||||
# build-essential \
|
||||
# libssl-dev \
|
||||
# libffi-dev \
|
||||
# python3-dev \
|
||||
# cargo \
|
||||
# pkg-config || true
|
||||
|
||||
|
||||
RUN git clone -b development --depth 1 https://gitlab.com/nofusscomputing/projects/ansible-roles.git /tmp/ansible-roles
|
||||
|
||||
|
||||
# RUN pip install --upgrade pip \
|
||||
# && pip install --upgrade \
|
||||
# setuptools \
|
||||
# wheel \
|
||||
# setuptools-rust
|
||||
|
||||
FROM python:3.9.16-slim-bullseye
|
||||
|
||||
COPY --from=scratchpad /tmp/ansible-roles/roles /etc/ansible/roles
|
||||
# RUN cd /tmp/python_modules \
|
||||
# && pip download --dest . --check-build-dependencies \
|
||||
# ansible-core==2.14.5 \
|
||||
# ansible-lint==6.15.0
|
||||
|
||||
|
||||
# # RUN export PATH=$PATH:~/.cargo/bin \
|
||||
# # && cargo update
|
||||
# #RUN cargo update
|
||||
|
||||
|
||||
# RUN cd /tmp/python_modules \
|
||||
# # && export PATH=$PATH:~/.cargo/bin \
|
||||
# && echo "[DEBUG] PATH=$PATH" \
|
||||
# && pip wheel --wheel-dir /tmp/python_builds --find-links . *.whl
|
||||
|
||||
|
||||
|
||||
FROM --platform=$TARGETPLATFORM python:3.11-bullseye
|
||||
|
||||
# Ansible chucks a wobbler without. see: https://github.com/ansible/ansible/issues/78283
|
||||
ENV LC_ALL en_US.UTF-8
|
||||
|
||||
|
||||
COPY --from=fetch-ansible-roles /tmp/ansible-roles/roles /etc/ansible/roles
|
||||
|
||||
# Ref: https://github.com/opencontainers/image-spec/blob/d86384efdb8c30770a92415c100f57a9bffbb64e/annotations.md
|
||||
|
||||
@ -32,24 +102,86 @@ LABEL \
|
||||
# org.opencontainers.image.version="{git tag}"
|
||||
|
||||
|
||||
RUN apt update && \
|
||||
apt install --no-install-recommends -y \
|
||||
|
||||
# This Black Magic exists as libc-bin was being a turd and returning errors when trying to install git, ssh.
|
||||
# see: https://askubuntu.com/questions/1339558/cant-build-dockerfile-for-arm64-due-to-libc-bin-segmentation-fault
|
||||
# see: https://github.com/dcycle/prepare-docker-buildx/blob/09057fe4879e31ee780b9e69b87f41327ca8cd8e/example/Dockerfile#L8-L10
|
||||
RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
&& apt update \
|
||||
&& apt --fix-broken install \
|
||||
&& apt install -y libc-bin locales-all \
|
||||
&& apt update \
|
||||
&& apt install --reinstall --no-install-recommends -yq \
|
||||
openssh-client \
|
||||
git || true \
|
||||
&& dpkg --purge --force-all libc-bin \
|
||||
&& apt-get install --no-install-recommends -y \
|
||||
openssh-client \
|
||||
git \
|
||||
ssh && \
|
||||
rm -rf /var/lib/apt/lists/* && \
|
||||
mkdir -p /etc/ansible/roles && \
|
||||
mkdir -p /etc/ansible/collections && \
|
||||
mkdir -p /workdir
|
||||
# # && apt-get install --reinstall --no-install-recommends -yq \ # this section was added for armv7 builds, however kept failing. is armv7 reqd?
|
||||
# # build-essential \
|
||||
# # libssl-dev \
|
||||
# # libffi-dev \
|
||||
# # python3-dev \
|
||||
# # cargo \
|
||||
# # pkg-config \
|
||||
# # End of Black Magic
|
||||
&& rm -rf /var/lib/apt/lists/* \
|
||||
&& mkdir -p /etc/ansible/roles \
|
||||
&& mkdir -p /etc/ansible/collections \
|
||||
&& mkdir -p /workdir \
|
||||
&& apt list --installed
|
||||
|
||||
|
||||
# RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
# && apt update \
|
||||
# && apt-get install --no-install-recommends -y \
|
||||
# openssh-client \
|
||||
# git \
|
||||
# && rm -rf /var/lib/apt/lists/* \
|
||||
# && mkdir -p /etc/ansible/roles \
|
||||
# && mkdir -p /etc/ansible/collections \
|
||||
# && mkdir -p /workdir
|
||||
|
||||
WORKDIR /workdir
|
||||
|
||||
COPY ansible.cfg /etc/ansible/ansible.cfg
|
||||
|
||||
# # see: https://github.com/pyca/cryptography/blob/998e86659ae750562ecc0bcf0eabd1828fd5c9ed/docs/installation.rst#debianubuntu
|
||||
# RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
# && apt update \
|
||||
# && apt-get install --reinstall --no-install-recommends -yq \
|
||||
# build-essential \
|
||||
# libssl-dev \
|
||||
# libffi-dev \
|
||||
# python3-dev \
|
||||
# cargo \
|
||||
# pkg-config
|
||||
|
||||
|
||||
#RUN pip install --upgrade pip
|
||||
# && pip install --upgrade \
|
||||
# setuptools \
|
||||
# wheel
|
||||
#setuptools-rust
|
||||
|
||||
|
||||
# RUN pip install \
|
||||
# ansible-core==2.14.5 \
|
||||
# ansible-lint==6.15.0
|
||||
#COPY --from=scratchpad /tmp/python_builds /tmp/python_builds
|
||||
|
||||
# RUN pip install --upgrade pip \
|
||||
# && pip install --find-links /tmp/python_builds/*.whl \
|
||||
# && rm -Rf /tmp/python_builds
|
||||
|
||||
COPY requirements.txt /tmp/requirements.txt
|
||||
|
||||
|
||||
RUN pip install --upgrade pip
|
||||
|
||||
RUN pip install --index-url https://gitlab.com/api/v4/projects/45741845/packages/pypi/simple -r /tmp/requirements.txt
|
||||
|
||||
RUN pip install --upgrade pip \
|
||||
&& pip install \
|
||||
ansible \
|
||||
ansible-lint
|
||||
|
||||
RUN ansible-galaxy collection install \
|
||||
awx.awx \
|
||||
|
||||
87
dockerfile-build_cache
Normal file
87
dockerfile-build_cache
Normal file
@ -0,0 +1,87 @@
|
||||
# docker pull python:3.9.16-slim-bullseye
|
||||
# docker pull python:3.10.11-slim-bullseye
|
||||
# docker pull python:3.10-slim-bullseye
|
||||
# docker pull python:3.11-slim-bullseye
|
||||
# docker pull python:3.11-bullseye
|
||||
#FROM --platform=$BUILDPLATFORM python:3.11-bullseye as scratchpad
|
||||
FROM --platform=$TARGETPLATFORM python:3.11-bullseye as wheelbuild
|
||||
|
||||
ARG CI_JOB_TOKEN
|
||||
ARG CI_API_V4_URL
|
||||
ARG CI_PROJECT_ID
|
||||
|
||||
|
||||
ENV LC_ALL en_US.UTF-8
|
||||
ENV PATH /usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/.cargo/bin::~/.cargo/bin
|
||||
|
||||
RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
&& dpkg-reconfigure debconf -f noninteractive
|
||||
|
||||
RUN apt update \
|
||||
&& apt install --reinstall -yq \
|
||||
git \
|
||||
curl \
|
||||
rustc cargo || true
|
||||
# && curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs -o /tmp/rustup.sh \
|
||||
# && chmod +x /tmp/rustup.sh \
|
||||
# && /tmp/rustup.sh -y \
|
||||
RUN mkdir -p /tmp/python_modules /tmp/python_builds
|
||||
# && export PATH=$PATH:~/.cargo/bin
|
||||
|
||||
|
||||
RUN rustc --version \
|
||||
&& cargo --version
|
||||
|
||||
RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
&& apt update \
|
||||
&& apt --fix-broken install \
|
||||
&& apt install -y libc-bin locales-all \
|
||||
&& apt update \
|
||||
&& apt install --reinstall -yq \
|
||||
openssh-client \
|
||||
git || true \
|
||||
&& dpkg --purge --force-all libc-bin \
|
||||
&& apt-get install -y \
|
||||
openssh-client \
|
||||
git
|
||||
|
||||
|
||||
RUN export DEBIAN_FRONTEND=noninteractive \
|
||||
&& apt update \
|
||||
&& apt install --no-install-recommends -yq libc-bin locales-all \
|
||||
&& apt-get install --reinstall -yq \
|
||||
build-essential \
|
||||
libssl-dev \
|
||||
libffi-dev \
|
||||
python3-dev \
|
||||
cargo \
|
||||
pkg-config || true
|
||||
|
||||
|
||||
RUN pip install --upgrade pip
|
||||
|
||||
RUN pip install --upgrade \
|
||||
setuptools \
|
||||
wheel \
|
||||
setuptools-rust \
|
||||
twine
|
||||
|
||||
COPY requirements.txt /tmp/requirements.txt
|
||||
|
||||
RUN cd /tmp/python_modules \
|
||||
&& pip download --dest . --check-build-dependencies \
|
||||
-r /tmp/requirements.txt
|
||||
|
||||
|
||||
# RUN export PATH=$PATH:~/.cargo/bin \
|
||||
# && cargo update
|
||||
#RUN cargo update
|
||||
|
||||
|
||||
RUN cd /tmp/python_modules \
|
||||
# && export PATH=$PATH:~/.cargo/bin \
|
||||
&& echo "[DEBUG] PATH=$PATH" \
|
||||
&& pip wheel --wheel-dir /tmp/python_builds --find-links . *.whl
|
||||
|
||||
|
||||
RUN TWINE_PASSWORD=${CI_JOB_TOKEN} TWINE_USERNAME=gitlab-ci-token python -m twine upload --verbose --skip-existing --repository-url ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/pypi /tmp/python_builds/*
|
||||
2
requirements.txt
Normal file
2
requirements.txt
Normal file
@ -0,0 +1,2 @@
|
||||
ansible-core==2.14.5
|
||||
ansible-lint==6.15.0
|
||||
Reference in New Issue
Block a user