initial CI trigger overhaul

2019-11-21 11:28:42 -08:00 · 2019-11-21 11:28:42 -08:00 · ac4b66302d
commit ac4b66302d
parent 9394564918
6 changed files with 160 additions and 31 deletions
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@ -1,28 +1,145 @@
 stages:
- build
- test
+- build-devel
+- test-devel
+- publish-rolling

-build_image:
-  stage: build
+variables:
+  ci_token: "38569832d11dfd78ba2a457ebb5b99"
+  PACKAGE_REPOSITORY: "https://repositories.intel.com/graphics"
+  REGISTRY_URL: "amr-registry.caas.intel.com/vtt-osgc/solutions"
+  CONTAINER: "intel-media-ffmpeg"
+
+build_ubuntu_eoan_devel_image:
+  stage: "build-devel"
+  variables:
+    OS_DISTRO: ubuntu
+    OS_RELEASE: eoan
+    PACKAGE_STREAM: eoan-devel
  script:
-  - make
-  after_script:
-  - ./scripts/clean-image.sh
+  - export TAG=test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) && scripts/build-dockerfile.sh && scripts/build-image.sh
  tags:
  - builder
  - ubuntu
-  - IVB
  only:
  - triggers

-test_image_devel:
-  stage: test
+build_ubuntu_disco_devel_image:
+  stage: "build-devel"
+  variables:
+    OS_DISTRO: ubuntu
+    OS_RELEASE: disco
+    PACKAGE_STREAM: disco-devel
  script:
-  - ./scripts/devel-test.sh
-  after_script:
-  - ./scripts/clean-image.sh
+  - export TAG=test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) && scripts/build-dockerfile.sh && scripts/build-image.sh
+  tags:
+  - builder
+  - ubuntu
+  only:
+  - triggers
+
+build_rhel_8_0_devel_image:
+  stage: "build-devel"
+  variables:
+    OS_DISTRO: rhel
+    OS_RELEASE: "8.0"
+    PACKAGE_STREAM: "8.0-devel"
+  script:
+  - export TAG=test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) && scripts/build-dockerfile.sh && scripts/build-image.sh
+  tags:
+  - builder
+  - ubuntu
+  only:
+  - triggers
+
+test_ubuntu_eoan_devel_image:
+  stage: "test-devel"
+  variables:
+    OS_DISTRO: ubuntu
+    OS_RELEASE: eoan
+    PACKAGE_STREAM: eoan-devel
+  script:
+  - export TAG=test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) && ./scripts/test-tag.sh
  tags:
  - gen9
  only:
  - triggers

+test_ubuntu_disco_devel_image:
+  stage: "test-devel"
+  variables:
+    OS_DISTRO: ubuntu
+    OS_RELEASE: disco
+    PACKAGE_STREAM: disco-devel
+  script:
+  - export TAG=test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) && ./scripts/test-tag.sh
+  tags:
+  - gen9
+  only:
+  - triggers
+
+test_rhel_8_0_devel_image:
+  stage: "test-devel"
+  variables:
+    OS_DISTRO: rhel
+    OS_RELEASE: "8.0"
+    PACKAGE_STREAM: "8.0-devel"
+  script:
+  - export TAG=test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) && ./scripts/test-tag.sh
+  tags:
+  - gen9
+  only:
+  - triggers
+
+publish_ubuntu_eoan_rolling_image:
+  stage: "publish-rolling"
+  variables:
+    OS_DISTRO: ubuntu
+    OS_RELEASE: eoan
+    PACKAGE_STREAM: eoan-devel
+  script:
+  - docker pull ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker tag ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) ${REGISTRY_URL}/${CONTAINER}:${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker tag ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) ${REGISTRY_URL}/${CONTAINER}:latest-${OS_DISTRO}-${PACKAGE_STREAM}
+  - docker push ${REGISTRY_URL}/${CONTAINER}:${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker push ${REGISTRY_URL}/${CONTAINER}:latest-${OS_DISTRO}-${PACKAGE_STREAM}
+  tags:
+  - builder
+  - ubuntu
+  only:
+  - triggers
+
+publish_ubuntu_disco_rolling_image:
+  stage: "publish-rolling"
+  variables:
+    OS_DISTRO: ubuntu
+    OS_RELEASE: disco
+    PACKAGE_STREAM: disco-devel
+  script:
+  - docker pull ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker tag ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) ${REGISTRY_URL}/${CONTAINER}:${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker tag ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) ${REGISTRY_URL}/${CONTAINER}:latest-${OS_DISTRO}-${PACKAGE_STREAM}
+  - docker push ${REGISTRY_URL}/${CONTAINER}:${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker push ${REGISTRY_URL}/${CONTAINER}:latest-${OS_DISTRO}-${PACKAGE_STREAM}
+  tags:
+  - builder
+  - ubuntu
+  only:
+  - triggers
+
+publish_rhel_8_0_rolling_image:
+  stage: "publish-rolling"
+  variables:
+    OS_DISTRO: rhel
+    OS_RELEASE: "8.0"
+    PACKAGE_STREAM: "8.0-devel"
+  script:
+  - docker pull ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker tag ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) ${REGISTRY_URL}/${CONTAINER}:${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker tag ${REGISTRY_URL}/${CONTAINER}:test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d) ${REGISTRY_URL}/${CONTAINER}:latest-${OS_DISTRO}-${PACKAGE_STREAM}
+  - docker push ${REGISTRY_URL}/${CONTAINER}:${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)
+  - docker push ${REGISTRY_URL}/${CONTAINER}:latest-${OS_DISTRO}-${PACKAGE_STREAM}
+  tags:
+  - builder
+  - ubuntu
+  only:
+  - triggers
--- a/9
+++ b/9
@ -1,9 +0,0 @@
-all: build_ubuntu
-
-.PHONY: all
-
-build_ubuntu: Dockerfile.solution templates/*.in SOLUTION MANIFEST
-	@scripts/build-dockerfile
-	@scripts/build-images
-	@scripts/push-images
-
--- a/scripts/build-image.sh
+++ b/scripts/build-image.sh
@ -11,8 +11,11 @@ fi
 . SOLUTION
 . MANIFEST

-export $(sed -nE "s,(^[^#][^=]*).*$,\1,pg" SOLUTION | ${CMD} -d '\n')
-export $(sed -nE "s,(^[^#][^=]*).*$,\1,pg" MANIFEST | ${CMD} -d '\n')
+VARS=($(sed -nE "s,(^[^#][^=]*).*$,\1,pg" SOLUTION))
+VARS+=($(sed -nE "s,(^[^#][^=]*).*$,\1,pg" MANIFEST))
+for var in ${VARS[@]}; do
+  export ${var}
+done

 RELEASE_INFO=${RELEASE_INFO:-N/A}
 [[ "${RELEASE_INFO}" == "N/A" ]] && {
--- a/scripts/clean-image.sh
+++ b/scripts/clean-image.sh
@ -11,7 +11,10 @@ fi
 . SOLUTION
 . MANIFEST

-export $(sed -nE "s,(^[^#][^=]*).*$,\1,pg" SOLUTION | ${CMD} -d '\n')
-export $(sed -nE "s,(^[^#][^=]*).*$,\1,pg" MANIFEST | ${CMD} -d '\n')
+VARS=($(sed -nE "s,(^[^#][^=]*).*$,\1,pg" SOLUTION))
+VARS+=($(sed -nE "s,(^[^#][^=]*).*$,\1,pg" MANIFEST))
+for var in ${VARS[@]}; do
+  export ${var}
+done

 docker rmi ${REGISTRY_URL}/${CONTAINER}:devel
--- a/scripts/push-image.sh
+++ b/scripts/push-image.sh
@ -11,8 +11,11 @@ fi
 . SOLUTION
 . MANIFEST

-export $(sed -nE "s,(^[^#][^=]*).*$,\1,pg" SOLUTION | ${CMD} -d '\n')
-export $(sed -nE "s,(^[^#][^=]*).*$,\1,pg" MANIFEST | ${CMD} -d '\n')
+VARS=($(sed -nE "s,(^[^#][^=]*).*$,\1,pg" SOLUTION))
+VARS+=($(sed -nE "s,(^[^#][^=]*).*$,\1,pg" MANIFEST))
+for var in ${VARS[@]}; do
+  export ${var}
+done

 RELEASE_INFO=${RELEASE_INFO:-N/A}
 [[ "${RELEASE_INFO}" == "N/A" ]] && {
--- a/scripts/devel-test.sh
+++ b/scripts/devel-test.sh
@ -11,8 +11,20 @@ fi
 . SOLUTION
 . MANIFEST

-export $(sed -nE "s,(^[^#][^=]*).*$,\1,pg" SOLUTION | ${CMD} -d '\n')
-export $(sed -nE "s,(^[^#][^=]*).*$,\1,pg" MANIFEST | ${CMD} -d '\n')
+VARS=($(sed -nE "s,(^[^#][^=]*).*$,\1,pg" SOLUTION))
+VARS+=($(sed -nE "s,(^[^#][^=]*).*$,\1,pg" MANIFEST))
+for var in ${VARS[@]}; do
+  export ${var}
+done
+
+RELEASE_INFO=${RELEASE_INFO:-N/A}
+[[ "${RELEASE_INFO}" == "N/A" ]] && {
+  TAG=${TAG:-test-build-${OS_DISTRO}-${PACKAGE_STREAM}-$(date +%Y%m%d)}
+} || {
+  TAG=${TAG:-test-${OS_DISTRO}-${PACKAGE_STREAM}-${RELEASE_INFO}}
+}
+
+docker pull ${REGISTRY_URL}/${CONTAINER}:${TAG}

 mkdir $(pwd)/media
 wget -O $(pwd)/media/AUD_MW_E.264 \
@ -23,5 +35,5 @@ docker run \
  --device=/dev/dri \
  -e QSV_DEVICE=${QSV_DEVICE:-/dev/dri/renderD128} \
  --volume $(pwd)/media:/media \
-  ${REGISTRY_URL}/${CONTAINER}:devel \
+  ${REGISTRY_URL}/${CONTAINER}:${TAG} \
  test