.gitlab-ci.yml

+shellcheck:
+  image: tecnalia-docker-dev.artifact.tecnalia.dev/koalaman/shellcheck-alpine
+  script: shellcheck scripts/*sh
+  tags:
+    - docker
+
+
+yamllint:
+  image: tecnalia-docker-dev.artifact.tecnalia.dev/sdesbure/yamllint
+  script: yamllint $(find . -name '*.yml' -o -name '*.yaml')
+  tags:
+    - docker
+
+deploy_devcontainer:
+  script:
+    - tar cvfz dot_devcontainer.tar.gz -C vscode_devcontainer .devcontainer/
+  artifacts:
+    paths:
+      - dot_devcontainer.tar.gz
+    expire_in: 1 year
+  tags:
+    - docker
+
+.simple_ros_test:
+  variables:
+    TEMPLATES_PIPELINE_REF: $CI_COMMIT_REF_NAME
+  trigger:
+    project: tecnalia_robotics/ci_test_repos/simple_ros_test
+    strategy: depend
+
+simple_ros_melodic_test:
+  extends: .simple_ros_test
+  variables:
+    TEMPLATE_TO_USE: ci-templates/auto-rules/melodic-default.yml
+
+simple_ros_noetic_test:
+  extends: .simple_ros_test
+  variables:
+    TEMPLATE_TO_USE: ci-templates/auto-rules/noetic-default.yml
+
+simple_ros_core_with_noetic_test:
+  extends: .simple_ros_test
+  variables:
+    TEMPLATE_TO_USE: test/core_with_noetic.yml
+
+simple_ros_auto_rules_melodic_noetic_test:
+  extends: .simple_ros_test
+  variables:
+    TEMPLATE_TO_USE: test/auto_rules_melodic_noetic.yml

.gitlab-industrial-ci-kinetic-no-rosinstall.yml

-image: docker:git
-
-variables:
-  TMPDIR: "/builds/${CI_PROJECT_NAMESPACE}"
-
-services:
-  - docker:dind
-
-stages:
-  - precheck
-  - build
-  - postcheck
-
-before_script:
-  - apk add --update bash coreutils tar wget python
-
-industrial_ci_kinetic:
-  stage: build
-  before_script:
-    - apk add --update bash coreutils tar
-    - git clone https://github.com/ros-industrial/industrial_ci.git .ci_config
-    - docker login ${ARTIFACT_DOCKER_URL} -u ${ARTIFACT_CI_USER} -p ${ARTIFACT_CI_TOKEN}
-  script: .ci_config/gitlab.sh
-  variables:
-    ROS_DISTRO: kinetic
-    ROS_PARALLEL_JOBS: "-j2" # keep this for now, since there seems to be memory limit issues in the ci VM
-    DOCKER_IMAGE: "tecnalia-robotics.artifact.tecnalia.com/test-robotics/flexbotics-base-devel"
-  when: always
-
-##########################################################
-## Simple check for basic Python syntax errors; this is much less thorough than
-## other options like pylint, but much faster and less strict
-##########################################################
-python_syntax:
-  stage: precheck
-  script: python -m compileall -q .
-  when: always
-
-##########################################################
-## Check for errors in bash/sh scripts
-## Uses https://github.com/cytopia/awesome-ci
-##########################################################
-bash_syntax:
-  stage: postcheck
-  script:
-    - RET=0
-    - docker run -v ${PWD}:/ac cytopia/awesome-ci syntax-sh --path=/ac --extension=sh --ignore=.ci_config || RET=1
-    - docker run -v ${PWD}:/ac cytopia/awesome-ci syntax-bash --path=/ac --extension=bash --ignore=.ci_config || RET=1
-    - exit $RET
-  allow_failure: yes
-  when: always
-
-##########################################################
-## Check for errors in markdown files
-## Uses https://github.com/cytopia/awesome-ci
-## Disables the line length rule with --custom="-r ..."
-## See other rules that can be configured in
-## https://github.com/markdownlint/markdownlint/blob/master/docs/RULES.md
-##########################################################
-markdown_syntax:
-  stage: postcheck
-  script: docker run -v ${PWD}:/ac cytopia/awesome-ci syntax-markdown --path=/ac --extension=md --ignore=.ci_config --custom="-r ~MD013"
-  allow_failure: yes
-  when: always
-
-##########################################################
-## Check for various syntax issues in files; currently
-##  trailing white spaces
-##  utf8 formatting
-## Uses https://github.com/cytopia/awesome-ci
-##########################################################
-file_syntax:
-  stage: postcheck
-  script:
-    - RET=0
-    - docker run -v ${PWD}:/ac cytopia/awesome-ci file-trailing-space --path=/ac --extension=py,txt,cpp,h,md,sh,bash,xml,launch --ignore=.ci_config || RET=1
-    - docker run -v ${PWD}:/ac cytopia/awesome-ci file-utf8 --path=/ac --extension=py,txt,cpp,h,md,sh,bash,xml,launch --ignore=.ci_config || RET=1
-    - exit $RET
-  allow_failure: yes
-  when: always
+include:
+  - project: tecnalia_robotics-public/gitlab_templates
+    file: ci-templates/auto-rules/kinetic-default.yml

.gitlab-industrial-ci-kinetic-with-rosinstall.yml

-image: docker:git
-
-variables:
-  TMPDIR: "/builds/${CI_PROJECT_NAMESPACE}"
-
-services:
-  - docker:dind
-
-stages:
-  - precheck
-  - build
-  - postcheck
-
-before_script:
-  - apk add --update bash coreutils tar wget python
-
-industrial_ci_kinetic:
-  stage: build
-  before_script:
-    - apk add --update bash coreutils tar
-    - git clone https://github.com/ros-industrial/industrial_ci.git .ci_config
-    - docker login ${ARTIFACT_DOCKER_URL} -u ${ARTIFACT_CI_USER} -p ${ARTIFACT_CI_TOKEN}
-  script: .ci_config/gitlab.sh
-  variables:
-    ROS_DISTRO: kinetic
-    ROS_PARALLEL_JOBS: "-j2" # keep this for now, since there seems to be memory limit issues in the ci VM
-    UPSTREAM_WORKSPACE: file
-    ROSINSTALL_FILENAME: ".rosinstall"
-    DOCKER_IMAGE: "tecnalia-robotics.artifact.tecnalia.com/test-robotics/flexbotics-base-devel"
-    BEFORE_SCRIPT: "wget -q -O - https://git.code.tecnalia.com/tecnalia_robotics-public/gitlab_templates/raw/master/scripts/ci_run_entry_points.sh | bash"
-  when: always
-
-##########################################################
-## Simple check for basic Python syntax errors; this is much less thorough than
-## other options like pylint, but much faster and less strict
-##########################################################
-python_syntax:
-  stage: precheck
-  script: python -m compileall -q .
-  when: always
-
-##########################################################
-## Check for errors in bash/sh scripts
-## Uses https://github.com/cytopia/awesome-ci
-##########################################################
-bash_syntax:
-  stage: postcheck
-  script:
-    - RET=0
-    - docker run -v ${PWD}:/ac cytopia/awesome-ci syntax-sh --path=/ac --extension=sh --ignore=.ci_config || RET=1
-    - docker run -v ${PWD}:/ac cytopia/awesome-ci syntax-bash --path=/ac --extension=bash --ignore=.ci_config || RET=1
-    - exit $RET
-  allow_failure: yes
-  when: always
-
-##########################################################
-## Check for errors in markdown files
-## Uses https://github.com/cytopia/awesome-ci
-## Disables the line length rule with --custom="-r ..."
-## See other rules that can be configured in
-## https://github.com/markdownlint/markdownlint/blob/master/docs/RULES.md
-##########################################################
-markdown_syntax:
-  stage: postcheck
-  script: docker run -v ${PWD}:/ac cytopia/awesome-ci syntax-markdown --path=/ac --extension=md --ignore=.ci_config --custom="-r ~MD013"
-  allow_failure: yes
-  when: always
-
-##########################################################
-## Check for various syntax issues in files; currently
-##  trailing white spaces
-##  utf8 formatting
-## Uses https://github.com/cytopia/awesome-ci
-##########################################################
-file_syntax:
-  stage: postcheck
-  script:
-    - RET=0
-    - docker run -v ${PWD}:/ac cytopia/awesome-ci file-trailing-space --path=/ac --extension=py,txt,cpp,h,md,sh,bash,xml,launch --ignore=.ci_config || RET=1
-    - docker run -v ${PWD}:/ac cytopia/awesome-ci file-utf8 --path=/ac --extension=py,txt,cpp,h,md,sh,bash,xml,launch --ignore=.ci_config || RET=1
-    - exit $RET
-  allow_failure: yes
-  when: always
+include:
+  - project: tecnalia_robotics-public/gitlab_templates
+    file: ci-templates/auto-rules/with-rosinstall/kinetic-default.yml

.gitlab-industrial-ci.yml

-image: docker:git
-
-variables:
-  TMPDIR: "${CI_PROJECT_DIR}.tmp"
-
-services:
-  - docker:dind
-
-stages:
-  - build
-
-before_script:
-  - apk add --update bash coreutils tar wget
-  - git clone https://github.com/ros-industrial/industrial_ci.git .ci_config
-
-industrial_ci_kinetic:
-  stage: build
-  script: .ci_config/gitlab.sh
-  variables:
-    ROS_DISTRO: kinetic
-    ROS_PARALLEL_JOBS: "-j1" # keep this for now, since there seems to be memory limit issues in the ci VM

.yamllint

+extends: relaxed
+
+rules:
+  line-length: disable

README.adoc

+= GitLab Templates
+:toc:
+
+This repository contains miscellaneous resources that need to be accessible without authentication.
+
+
+include::ci-templates/README.adoc[leveloffset=+1]
+
+== Custom `rosdep` definitions
+
+Custom `rosdep` definitions for the packages hosted in our internal debian repository are declared in link:rosdistro/rosdep_tecnalia.yaml[].

README.md

-# templates
-

ci-templates/README.adoc

+
+= GitLab CI templates
+
+Templates for GitLab Continuous Integration are provided in the folder link:ci-templates[]. These can be included from any repo by using `include:project`:
+
+```yml
+include::examples/simple_include.yml[]
+```
+
+== Core Pipeline
+The Core pipeline, defined in link:ci-templates/core.yml[], has the following structure:
+
+- Stage: `build`
+  * Check python syntax
+  * `.industrial_ci` template (see https://github.com/ros-industrial/industrial_ci[the industrial_ci repo]), which can be used to define jobs that build `ROS` packages
+    ** Needs the `ROS_DISTRO` variable to be defined
+    ** If the package has `.rosinstall` dependencies, they can be installed using the variable `UPSTREAM_WORKSPACE`
+    ** Uses `flexbotics-base-devel:${ROS_DISTRO}` as a starting image
+    ** Runs link:scripts/ci_run_entry_points.sh[] in the `AFTER_SETUP_TARGET_WORKSPACE` stage, which in turn finds and runs every `ci_entry_script.bash` script found in the target repo.
+- Stage: `deploy`
+  * `.ddeploy` template (see https://git.code.tecnalia.dev/tecnalia_robotics/flexbotics/flexbotics_utils/ddeploy[the ddeploy repo]), which:
+    ** Is run automatically for tags, but can also be run manually on normal commits
+    ** Calls `ddeploy` to generate the docker image
+    ** Renames the image created by ddeploy with different tags and pushes them to the registry.
+    *** Tag `${COMMIT_SHA}` (hash of commit)
+    *** Tag `${CI_COMMIT_REF_NAME}` (branch or tag name)
+    *** Tag `latest` only on the default branch
+- Stage: `.post`
+  * Check `bash`/`sh` script syntax
+  * Check Markdown and AsciiDoc syntax
+  * Check files have no trailing whitespace and are `UTF-8` encoded
+  * Check that `C++` files follow this link:clang-format[]
+
+
+== Manual Jobs
+
+Using the templates defined by the core pipeline, one can easily define jobs to build the packages in the repo.
+
+```yml
+include::examples/manual_job.yml[]
+```
+
+More examples can be found in link:ci-templates/examples[].
+
+== Auto Rules
+In the link:ci-templates/auto-rules[] folder, automatic pipelines are defined that will try to detect the ROS distro from the branch name and create jobs.
+For example, if the branch starts with `noetic-` it will build for noetic.
+If the branch doesn't start with any ROS distro, it will build the default distro, which can be specified with the variable `DEFAULT_DISTRO`.
+For convenience, some templates are provided that already set this variable.
+If your repo needs to uses `.rosinstall`, you can use the templates in the link:ci-templates/auto-rules/with-rosinstall[] folder.
+
+The auto rules also allow for using variables to explicitely activate each job:
+
+```yml
+include::examples/build_vars.yml[]
+```
+
+If a `ddeploy.yaml` file exists, the auto-rules will add a job extending the `.ddeploy` template defined
+
+== LFS
+By default, lfs files are not downloaded. If you need to add LFS, include the link:ci-templates/lfs-pull.yml[] along with anything else:
+```yml
+include::examples/include_lfs.yml[]
+```
\ No newline at end of file

ci-templates/auto-rules/humble-default.yml

+include: ci-templates/auto-rules/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: humble

ci-templates/auto-rules/jazzy-default.yml

+include: ci-templates/auto-rules/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: jazzy

ci-templates/auto-rules/kinetic-default.yml

+include: ci-templates/auto-rules/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: kinetic

ci-templates/auto-rules/melodic-default.yml

+include: ci-templates/auto-rules/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: melodic

ci-templates/auto-rules/no-default.yml

+include: ci-templates/core.yml
+
+workflow:
+  rules:
+    - if: $CI_COMMIT_REF_NAME =~ /^kinetic-.*/
+      variables:
+        DEFAULT_DISTRO: "kinetic"
+    - if: $CI_COMMIT_REF_NAME =~ /^melodic-.*/
+      variables:
+        DEFAULT_DISTRO: "melodic"
+    - if: $CI_COMMIT_REF_NAME =~ /^noetic-.*/
+      variables:
+        DEFAULT_DISTRO: "noetic"
+    - if: $CI_COMMIT_REF_NAME =~ /^humble-.*/
+      variables:
+        DEFAULT_DISTRO: "humble"
+    - if: $CI_COMMIT_REF_NAME =~ /^jazzy-.*/
+      variables:
+        DEFAULT_DISTRO: "jazzy"
+    - if: $CI_COMMIT_TAG
+    - if: $CI_COMMIT_BRANCH
+
+industrial_ci_kinetic:
+  extends: .industrial_ci
+  variables:
+    ROS_DISTRO: kinetic
+  rules:
+    - if: $DEFAULT_DISTRO == "kinetic"
+    - if: $BUILD_KINETIC
+
+industrial_ci_melodic:
+  extends: .industrial_ci
+  variables:
+    ROS_DISTRO: melodic
+  rules:
+    - if: $DEFAULT_DISTRO == "melodic"
+    - if: $BUILD_MELODIC
+
+industrial_ci_noetic:
+  extends: .industrial_ci
+  variables:
+    ROS_DISTRO: noetic
+  rules:
+    - if: $DEFAULT_DISTRO == "noetic"
+    - if: $BUILD_NOETIC
+
+industrial_ci_humble:
+  extends: .industrial_ci
+  variables:
+    ROS_DISTRO: humble
+  rules:
+    - if: $DEFAULT_DISTRO == "humble"
+    - if: $BUILD_HUMBLE
+
+industrial_ci_jazzy:
+  extends: .industrial_ci
+  variables:
+    ROS_DISTRO: jazzy
+  rules:
+    - if: $DEFAULT_DISTRO == "jazzy"
+    - if: $BUILD_JAZZY
+
+.py3_rules:
+  rules:
+    - if: $DEFAULT_DISTRO == "noetic"
+      when: always
+    - if: $BUILD_NOETIC
+      when: always
+    - if: $DEFAULT_DISTRO == "humble"
+      when: always
+    - if: $BUILD_HUMBLE
+      when: always
+    - if: $DEFAULT_DISTRO == "jazzy"
+      when: always
+    - if: $BUILD_JAZZY
+      when: always
+
+py3-flake8:
+  extends:
+    - .py3_rules
+    - .py3-flake8
+
+py3-flake8_extended:
+  extends:
+    - .py3_rules
+    - .py3-flake8_extended
+
+py3-security:
+  extends:
+    - .py3_rules
+    - .py3-security
+
+.py2_rules:
+  rules:
+    - if: $DEFAULT_DISTRO == "kinetic"
+      when: always
+    - if: $BUILD_KINETIC
+      when: always
+    - if: $DEFAULT_DISTRO == "melodic"
+      when: always
+    - if: $BUILD_MELODIC
+      when: always
+
+py2-flake8:
+  extends:
+    - .py2_rules
+    - .py2-flake8
+
+ddeploy:
+  extends: .ddeploy
+  rules:
+    - if: $CI_COMMIT_TAG
+      exists:
+        - ddeploy.yaml
+      when: always
+    - exists:
+        - ddeploy.yaml
+      when: manual
+      allow_failure: true

ci-templates/auto-rules/noetic-default.yml

+include: ci-templates/auto-rules/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: noetic

ci-templates/auto-rules/with-rosinstall/humble-default.yml

+include: ci-templates/auto-rules/with-rosinstall/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: humble

ci-templates/auto-rules/with-rosinstall/jazzy-default.yml

+include: ci-templates/auto-rules/with-rosinstall/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: jazzy

ci-templates/auto-rules/with-rosinstall/kinetic-default.yml

+include: ci-templates/auto-rules/with-rosinstall/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: kinetic

ci-templates/auto-rules/with-rosinstall/melodic-default.yml

+include: ci-templates/auto-rules/with-rosinstall/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: melodic

ci-templates/auto-rules/with-rosinstall/no-default.yml

+include: ci-templates/auto-rules/no-default.yml
+
+
+.industrial_ci:
+  variables:
+    UPSTREAM_WORKSPACE: .rosinstall

ci-templates/auto-rules/with-rosinstall/noetic-default.yml

+include: ci-templates/auto-rules/with-rosinstall/no-default.yml
+
+variables:
+  DEFAULT_DISTRO: noetic