xref: /linux/drivers/gpu/drm/ci/gitlab-ci.yml (revision 3fd6c59042dbba50391e30862beac979491145fe)
1variables:
2  DRM_CI_PROJECT_PATH: &drm-ci-project-path mesa/mesa
3  DRM_CI_COMMIT_SHA: &drm-ci-commit-sha c6a9a9c3bce90923f7700219354e0b6e5a3c9ba6
4
5  UPSTREAM_REPO: https://gitlab.freedesktop.org/drm/kernel.git
6  TARGET_BRANCH: drm-next
7
8  IGT_VERSION: a73311079a5d8ac99eb25336a8369a2c3c6b519b
9
10  DEQP_RUNNER_GIT_URL: https://gitlab.freedesktop.org/mesa/deqp-runner.git
11  DEQP_RUNNER_GIT_TAG: v0.20.0
12
13  FDO_UPSTREAM_REPO: helen.fornazier/linux   # The repo where the git-archive daily runs
14  MESA_TEMPLATES_COMMIT: &ci-templates-commit d5aa3941aa03c2f716595116354fb81eb8012acb
15  DRM_CI_PROJECT_URL: https://gitlab.freedesktop.org/${DRM_CI_PROJECT_PATH}
16  CI_PRE_CLONE_SCRIPT: |-
17          set -o xtrace
18          curl -L --retry 4 -f --retry-all-errors --retry-delay 60 -s ${DRM_CI_PROJECT_URL}/-/raw/${DRM_CI_COMMIT_SHA}/.gitlab-ci/download-git-cache.sh -o download-git-cache.sh
19          bash download-git-cache.sh
20          rm download-git-cache.sh
21          set +o xtrace
22  S3_JWT_FILE: /s3_jwt
23  S3_HOST: s3.freedesktop.org
24  # This bucket is used to fetch the kernel image
25  S3_KERNEL_BUCKET: mesa-rootfs
26  # Bucket for git cache
27  S3_GITCACHE_BUCKET: git-cache
28  # Bucket for the pipeline artifacts pushed to S3
29  S3_ARTIFACTS_BUCKET: artifacts
30  # per-pipeline artifact storage on MinIO
31  PIPELINE_ARTIFACTS_BASE: ${S3_HOST}/${S3_ARTIFACTS_BUCKET}/${CI_PROJECT_PATH}/${CI_PIPELINE_ID}
32  # per-job artifact storage on MinIO
33  JOB_ARTIFACTS_BASE: ${PIPELINE_ARTIFACTS_BASE}/${CI_JOB_ID}
34  # default kernel for rootfs before injecting the current kernel tree
35  KERNEL_REPO: "gfx-ci/linux"
36  KERNEL_TAG: "v6.6.21-mesa-f8ea"
37  KERNEL_IMAGE_BASE: https://${S3_HOST}/${S3_KERNEL_BUCKET}/${KERNEL_REPO}/${KERNEL_TAG}
38  PKG_REPO_REV: "3cc12a2a"
39  LAVA_TAGS: subset-1-gfx
40  LAVA_JOB_PRIORITY: 30
41  ARTIFACTS_BASE_URL: https://${CI_PROJECT_ROOT_NAMESPACE}.${CI_PAGES_DOMAIN}/-/${CI_PROJECT_NAME}/-/jobs/${CI_JOB_ID}/artifacts
42  # Python scripts for structured logger
43  PYTHONPATH: "$PYTHONPATH:$CI_PROJECT_DIR/install"
44
45default:
46  id_tokens:
47    S3_JWT:
48      aud: https://s3.freedesktop.org
49  before_script:
50    - export SCRIPTS_DIR=$(mktemp -d)
51    - curl -L -s --retry 4 -f --retry-all-errors --retry-delay 60 -O --output-dir "${SCRIPTS_DIR}" "${DRM_CI_PROJECT_URL}/-/raw/${DRM_CI_COMMIT_SHA}/.gitlab-ci/setup-test-env.sh"
52    - source ${SCRIPTS_DIR}/setup-test-env.sh
53    - echo -e "\e[0Ksection_start:$(date +%s):unset_env_vars_section[collapsed=true]\r\e[0KUnsetting vulnerable environment variables"
54    - echo -n "${S3_JWT}" > "${S3_JWT_FILE}"
55    - unset CI_JOB_JWT S3_JWT
56    - echo -e "\e[0Ksection_end:$(date +%s):unset_env_vars_section\r\e[0K"
57
58    - echo -e "\e[0Ksection_start:$(date +%s):drm_ci_download_section[collapsed=true]\r\e[0KDownloading mesa from $DRM_CI_PROJECT_URL/-/archive/$DRM_CI_COMMIT_SHA/mesa-$DRM_CI_COMMIT_SHA.tar.gz"
59    - cd $CI_PROJECT_DIR
60    - curl --output - $DRM_CI_PROJECT_URL/-/archive/$DRM_CI_COMMIT_SHA/mesa-$DRM_CI_COMMIT_SHA.tar.gz | tar -xz
61    - mv mesa-$DRM_CI_COMMIT_SHA/.gitlab-ci* .
62    - mv mesa-$DRM_CI_COMMIT_SHA/bin/ci .
63    - rm -rf mesa-$DRM_CI_COMMIT_SHA/
64    - echo -e "\e[0Ksection_end:$(date +%s):drm_ci_download_section\r\e[0K"
65
66  after_script:
67    - >
68      set +x
69
70      test -e "${S3_JWT_FILE}" &&
71      export S3_JWT="$(<${S3_JWT_FILE})" &&
72      rm "${S3_JWT_FILE}"
73
74include:
75  - project: 'freedesktop/ci-templates'
76    ref: 16bc29078de5e0a067ff84a1a199a3760d3b3811
77    file:
78      - '/templates/ci-fairy.yml'
79  - project: 'freedesktop/ci-templates'
80    ref: *ci-templates-commit
81    file:
82      - '/templates/alpine.yml'
83      - '/templates/debian.yml'
84      - '/templates/fedora.yml'
85  - project: *drm-ci-project-path
86    ref: *drm-ci-commit-sha
87    file:
88      - '/.gitlab-ci/container/gitlab-ci.yml'
89      - '/.gitlab-ci/farm-rules.yml'
90      - '/.gitlab-ci/lava/lava-gitlab-ci.yml'
91      - '/.gitlab-ci/test-source-dep.yml'
92      - '/.gitlab-ci/test/gitlab-ci.yml'
93      - '/src/amd/ci/gitlab-ci-inc.yml'
94      - '/src/freedreno/ci/gitlab-ci-inc.yml'
95      - '/src/gallium/drivers/crocus/ci/gitlab-ci-inc.yml'
96      - '/src/gallium/drivers/llvmpipe/ci/gitlab-ci-inc.yml'
97      - '/src/gallium/drivers/nouveau/ci/gitlab-ci-inc.yml'
98      - '/src/gallium/drivers/softpipe/ci/gitlab-ci-inc.yml'
99      - '/src/gallium/drivers/virgl/ci/gitlab-ci-inc.yml'
100      - '/src/gallium/drivers/zink/ci/gitlab-ci-inc.yml'
101      - '/src/gallium/frontends/lavapipe/ci/gitlab-ci-inc.yml'
102      - '/src/gallium/frontends/rusticl/ci/gitlab-ci.yml'
103      - '/src/intel/ci/gitlab-ci-inc.yml'
104      - '/src/microsoft/ci/gitlab-ci-inc.yml'
105      - '/src/nouveau/ci/gitlab-ci-inc.yml'
106      - '/src/virtio/ci/gitlab-ci-inc.yml'
107  - drivers/gpu/drm/ci/image-tags.yml
108  - drivers/gpu/drm/ci/container.yml
109  - drivers/gpu/drm/ci/static-checks.yml
110  - drivers/gpu/drm/ci/build.yml
111  - drivers/gpu/drm/ci/test.yml
112  - 'https://gitlab.freedesktop.org/gfx-ci/lab-status/-/raw/main/lab-status.yml'
113
114
115stages:
116  - sanity
117  - container
118  - code-validation
119  - git-archive
120  - build
121  - amdgpu
122  - i915
123  - mediatek
124  - meson
125  - msm
126  - panfrost
127  - powervr
128  - rockchip
129  - software-driver
130
131# YAML anchors for rule conditions
132# --------------------------------
133.rules-anchors:
134  rules:
135    # Pipeline for forked project branch
136    - if: &is-forked-branch '$CI_COMMIT_BRANCH && $CI_PROJECT_NAMESPACE != "mesa"'
137      when: manual
138    # Forked project branch / pre-merge pipeline not for Marge bot
139    - if: &is-forked-branch-or-pre-merge-not-for-marge '$CI_PROJECT_NAMESPACE != "mesa" || ($GITLAB_USER_LOGIN != "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event")'
140      when: manual
141    # Pipeline runs for the main branch of the upstream Mesa project
142    - if: &is-mesa-main '$CI_PROJECT_NAMESPACE == "mesa" && $CI_COMMIT_REF_NAME == $CI_DEFAULT_BRANCH && $CI_COMMIT_BRANCH'
143      when: always
144    # Post-merge pipeline
145    - if: &is-post-merge '$CI_PROJECT_NAMESPACE == "mesa" && $CI_COMMIT_BRANCH'
146      when: on_success
147    # Post-merge pipeline, not for Marge Bot
148    - if: &is-post-merge-not-for-marge '$CI_PROJECT_NAMESPACE == "mesa" && $GITLAB_USER_LOGIN != "marge-bot" && $CI_COMMIT_BRANCH'
149      when: on_success
150    # Pre-merge pipeline
151    - if: &is-pre-merge '$CI_PIPELINE_SOURCE == "merge_request_event"'
152      when: on_success
153    # Pre-merge pipeline for Marge Bot
154    - if: &is-pre-merge-for-marge '$GITLAB_USER_LOGIN == "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event"'
155      when: on_success
156    # Push to a branch on a fork
157    - &is-fork-push '$CI_PROJECT_NAMESPACE != "mesa" && $CI_PIPELINE_SOURCE == "push"'
158
159# Rules applied to every job in the pipeline
160.common-rules:
161  rules:
162    - if: *is-fork-push
163      when: manual
164
165.never-post-merge-rules:
166  rules:
167    - if: *is-post-merge
168      when: never
169
170# Rule to filter for only scheduled pipelines.
171.scheduled_pipeline-rules:
172  rules:
173    - if: &is-scheduled-pipeline '$CI_PIPELINE_SOURCE == "schedule"'
174      when: on_success
175
176# Generic rule to not run the job during scheduled pipelines. Jobs that aren't
177# something like a nightly run should include this rule.
178.no_scheduled_pipelines-rules:
179  rules:
180    - if: *is-scheduled-pipeline
181      when: never
182
183# When to automatically run the CI for build jobs
184.build-rules:
185  rules:
186    - !reference [.no_scheduled_pipelines-rules, rules]
187    - !reference [.never-post-merge-rules, rules]
188    # Run automatically once all dependency jobs have passed
189    - when: on_success
190
191# When to automatically run the CI for container jobs
192.container+build-rules:
193  rules:
194    - !reference [.no_scheduled_pipelines-rules, rules]
195    - !reference [.never-post-merge-rules, rules]
196    - when: manual
197
198.ci-deqp-artifacts:
199  artifacts:
200    name: "mesa_${CI_JOB_NAME}"
201    when: always
202    untracked: false
203    paths:
204      # Watch out!  Artifacts are relative to the build dir.
205      # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521
206      - artifacts
207      - _build/meson-logs/*.txt
208      - _build/meson-logs/strace
209
210
211.container-rules:
212  rules:
213    - !reference [.no_scheduled_pipelines-rules, rules]
214    - !reference [.never-post-merge-rules, rules]
215    # Run pipeline by default in the main project if any CI pipeline
216    # configuration files were changed, to ensure docker images are up to date
217    - if: *is-post-merge
218      changes:
219      - drivers/gpu/drm/ci/**/*
220      when: on_success
221    # Run pipeline by default if it was triggered by Marge Bot, is for a
222    # merge request, and any files affecting the pipeline were changed
223    - if: *is-pre-merge-for-marge
224      when: on_success
225    # Run pipeline by default in the main project if it was not triggered by
226    # Marge Bot, and any files affecting the pipeline were changed
227    - if: *is-post-merge-not-for-marge
228      when: on_success
229    # Allow triggering jobs manually in other cases
230    - when: manual
231
232
233
234# Git archive
235
236make git archive:
237  extends:
238    - .fdo.ci-fairy
239  stage: git-archive
240  rules:
241    - !reference [.scheduled_pipeline-rules, rules]
242  # ensure we are running on packet
243  tags:
244    - packet.net
245  script:
246    # Remove drm-ci files we just added
247    - rm -rf .gitlab-ci.*
248    - rm -rf ci
249
250    # Compactify the .git directory
251    - git gc --aggressive
252    # compress the current folder
253    - tar -cvzf ../$CI_PROJECT_NAME.tar.gz .
254
255    # Use id_tokens for JWT auth
256    - ci-fairy s3cp --token-file "${S3_JWT_FILE}" ../$CI_PROJECT_NAME.tar.gz https://$S3_HOST/${S3_GITCACHE_BUCKET}/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/$CI_PROJECT_NAME.tar.gz
257
258
259# Sanity checks of MR settings and commit logs
260sanity:
261  extends:
262    - .fdo.ci-fairy
263  stage: sanity
264  rules:
265    - if: *is-pre-merge
266      when: on_success
267    # Other cases default to never
268  variables:
269    GIT_STRATEGY: none
270  script:
271    # ci-fairy check-commits --junit-xml=check-commits.xml
272    - ci-fairy check-merge-request --require-allow-collaboration --junit-xml=check-merge-request.xml
273  artifacts:
274    when: on_failure
275    reports:
276      junit: check-*.xml
277
278# Rules for tests that should not block merging, but should be available to
279# optionally run with the "play" button in the UI in pre-merge non-marge
280# pipelines.  This should appear in "extends:" after any includes of
281# test-source-dep.yml rules, so that these rules replace those.
282.test-manual-mr:
283  rules:
284    - !reference [.no_scheduled_pipelines-rules, rules]
285    - if: *is-forked-branch-or-pre-merge-not-for-marge
286      when: manual
287  variables:
288    JOB_TIMEOUT: 80
289
290
291# Jobs that need to pass before spending hardware resources on further testing
292.required-for-hardware-jobs:
293  needs: []
294