xref: /linux/drivers/gpu/drm/ci/gitlab-ci.yml (revision eb01fe7abbe2d0b38824d2a93fdb4cc3eaf2ccc1)
1variables:
2  DRM_CI_PROJECT_PATH: &drm-ci-project-path mesa/mesa
3  DRM_CI_COMMIT_SHA: &drm-ci-commit-sha 9d162de9a05155e1c4041857a5848842749164cf
4
5  UPSTREAM_REPO: git://anongit.freedesktop.org/drm/drm
6  TARGET_BRANCH: drm-next
7
8  IGT_VERSION: d2af13d9f5be5ce23d996e4afd3e45990f5ab977
9
10  DEQP_RUNNER_GIT_URL: https://gitlab.freedesktop.org/anholt/deqp-runner.git
11  DEQP_RUNNER_GIT_TAG: v0.15.0
12
13  FDO_UPSTREAM_REPO: helen.fornazier/linux   # The repo where the git-archive daily runs
14  MESA_TEMPLATES_COMMIT: &ci-templates-commit d5aa3941aa03c2f716595116354fb81eb8012acb
15  DRM_CI_PROJECT_URL: https://gitlab.freedesktop.org/${DRM_CI_PROJECT_PATH}
16  CI_PRE_CLONE_SCRIPT: |-
17          set -o xtrace
18          curl -L --retry 4 -f --retry-all-errors --retry-delay 60 -s ${DRM_CI_PROJECT_URL}/-/raw/${DRM_CI_COMMIT_SHA}/.gitlab-ci/download-git-cache.sh -o download-git-cache.sh
19          bash download-git-cache.sh
20          rm download-git-cache.sh
21          set +o xtrace
22  S3_HOST: s3.freedesktop.org
23  # per-pipeline artifact storage on MinIO
24  PIPELINE_ARTIFACTS_BASE: ${S3_HOST}/artifacts/${CI_PROJECT_PATH}/${CI_PIPELINE_ID}
25  # per-job artifact storage on MinIO
26  JOB_ARTIFACTS_BASE: ${PIPELINE_ARTIFACTS_BASE}/${CI_JOB_ID}
27  # default kernel for rootfs before injecting the current kernel tree
28  KERNEL_REPO: "gfx-ci/linux"
29  KERNEL_TAG: "v6.6.4-for-mesa-ci-e4f4c500f7fb"
30  KERNEL_IMAGE_BASE: https://${S3_HOST}/mesa-lava/${KERNEL_REPO}/${KERNEL_TAG}
31  LAVA_TAGS: subset-1-gfx
32  LAVA_JOB_PRIORITY: 30
33
34default:
35  before_script:
36    - export SCRIPTS_DIR=$(mktemp -d)
37    - curl -L -s --retry 4 -f --retry-all-errors --retry-delay 60 -O --output-dir "${SCRIPTS_DIR}" "${DRM_CI_PROJECT_URL}/-/raw/${DRM_CI_COMMIT_SHA}/.gitlab-ci/setup-test-env.sh"
38    - source ${SCRIPTS_DIR}/setup-test-env.sh
39    - echo -e "\e[0Ksection_start:$(date +%s):unset_env_vars_section[collapsed=true]\r\e[0KUnsetting vulnerable environment variables"
40    - export CI_JOB_JWT_FILE="${CI_JOB_JWT_FILE:-$(mktemp)}"
41    - echo -n "${CI_JOB_JWT}" > "${CI_JOB_JWT_FILE}"
42    - unset CI_JOB_JWT
43    - echo -e "\e[0Ksection_end:$(date +%s):unset_env_vars_section\r\e[0K"
44
45    - echo -e "\e[0Ksection_start:$(date +%s):drm_ci_download_section[collapsed=true]\r\e[0KDownloading mesa from $DRM_CI_PROJECT_URL/-/archive/$DRM_CI_COMMIT_SHA/mesa-$DRM_CI_COMMIT_SHA.tar.gz"
46    - cd $CI_PROJECT_DIR
47    - curl --output - $DRM_CI_PROJECT_URL/-/archive/$DRM_CI_COMMIT_SHA/mesa-$DRM_CI_COMMIT_SHA.tar.gz | tar -xz
48    - mv mesa-$DRM_CI_COMMIT_SHA/.gitlab-ci* .
49    - rm -rf mesa-$DRM_CI_COMMIT_SHA/
50    - echo -e "\e[0Ksection_end:$(date +%s):drm_ci_download_section\r\e[0K"
51
52  after_script:
53    - >
54      set +x
55
56      test -e "${CI_JOB_JWT_FILE}" &&
57      export CI_JOB_JWT="$(<${CI_JOB_JWT_FILE})" &&
58      rm "${CI_JOB_JWT_FILE}"
59
60include:
61  - project: 'freedesktop/ci-templates'
62    ref: 16bc29078de5e0a067ff84a1a199a3760d3b3811
63    file:
64      - '/templates/ci-fairy.yml'
65  - project: 'freedesktop/ci-templates'
66    ref: *ci-templates-commit
67    file:
68      - '/templates/alpine.yml'
69      - '/templates/debian.yml'
70      - '/templates/fedora.yml'
71  - project: *drm-ci-project-path
72    ref: *drm-ci-commit-sha
73    file:
74      - '/.gitlab-ci/farm-rules.yml'
75      - '/.gitlab-ci/test-source-dep.yml'
76      - '/.gitlab-ci/container/gitlab-ci.yml'
77      - '/.gitlab-ci/test/gitlab-ci.yml'
78      - '/.gitlab-ci/lava/lava-gitlab-ci.yml'
79      - '/src/microsoft/ci/gitlab-ci-inc.yml'
80      - '/src/gallium/drivers/zink/ci/gitlab-ci-inc.yml'
81      - '/src/gallium/drivers/crocus/ci/gitlab-ci-inc.yml'
82      - '/src/gallium/drivers/softpipe/ci/gitlab-ci-inc.yml'
83      - '/src/gallium/drivers/llvmpipe/ci/gitlab-ci-inc.yml'
84      - '/src/gallium/drivers/virgl/ci/gitlab-ci-inc.yml'
85      - '/src/gallium/drivers/nouveau/ci/gitlab-ci-inc.yml'
86      - '/src/gallium/frontends/lavapipe/ci/gitlab-ci-inc.yml'
87      - '/src/intel/ci/gitlab-ci-inc.yml'
88      - '/src/freedreno/ci/gitlab-ci-inc.yml'
89      - '/src/amd/ci/gitlab-ci-inc.yml'
90  - drivers/gpu/drm/ci/image-tags.yml
91  - drivers/gpu/drm/ci/container.yml
92  - drivers/gpu/drm/ci/static-checks.yml
93  - drivers/gpu/drm/ci/build.yml
94  - drivers/gpu/drm/ci/test.yml
95  - 'https://gitlab.freedesktop.org/gfx-ci/lab-status/-/raw/main/lab-status.yml'
96
97
98stages:
99  - sanity
100  - container
101  - git-archive
102  - build
103  - amdgpu
104  - i915
105  - mediatek
106  - meson
107  - msm
108  - rockchip
109  - virtio-gpu
110  - lint
111
112# YAML anchors for rule conditions
113# --------------------------------
114.rules-anchors:
115  rules:
116    # Pipeline for forked project branch
117    - if: &is-forked-branch '$CI_COMMIT_BRANCH && $CI_PROJECT_NAMESPACE != "mesa"'
118      when: manual
119    # Forked project branch / pre-merge pipeline not for Marge bot
120    - if: &is-forked-branch-or-pre-merge-not-for-marge '$CI_PROJECT_NAMESPACE != "mesa" || ($GITLAB_USER_LOGIN != "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event")'
121      when: manual
122    # Pipeline runs for the main branch of the upstream Mesa project
123    - if: &is-mesa-main '$CI_PROJECT_NAMESPACE == "mesa" && $CI_COMMIT_REF_NAME == $CI_DEFAULT_BRANCH && $CI_COMMIT_BRANCH'
124      when: always
125    # Post-merge pipeline
126    - if: &is-post-merge '$CI_PROJECT_NAMESPACE == "mesa" && $CI_COMMIT_BRANCH'
127      when: on_success
128    # Post-merge pipeline, not for Marge Bot
129    - if: &is-post-merge-not-for-marge '$CI_PROJECT_NAMESPACE == "mesa" && $GITLAB_USER_LOGIN != "marge-bot" && $CI_COMMIT_BRANCH'
130      when: on_success
131    # Pre-merge pipeline
132    - if: &is-pre-merge '$CI_PIPELINE_SOURCE == "merge_request_event"'
133      when: on_success
134    # Pre-merge pipeline for Marge Bot
135    - if: &is-pre-merge-for-marge '$GITLAB_USER_LOGIN == "marge-bot" && $CI_PIPELINE_SOURCE == "merge_request_event"'
136      when: on_success
137
138.never-post-merge-rules:
139  rules:
140    - if: *is-post-merge
141      when: never
142
143# Rule to filter for only scheduled pipelines.
144.scheduled_pipeline-rules:
145  rules:
146    - if: &is-scheduled-pipeline '$CI_PIPELINE_SOURCE == "schedule"'
147      when: on_success
148
149# Generic rule to not run the job during scheduled pipelines. Jobs that aren't
150# something like a nightly run should include this rule.
151.no_scheduled_pipelines-rules:
152  rules:
153    - if: *is-scheduled-pipeline
154      when: never
155
156# When to automatically run the CI for build jobs
157.build-rules:
158  rules:
159    - !reference [.no_scheduled_pipelines-rules, rules]
160    - !reference [.never-post-merge-rules, rules]
161    # Run automatically once all dependency jobs have passed
162    - when: on_success
163
164# When to automatically run the CI for container jobs
165.container+build-rules:
166  rules:
167    - !reference [.no_scheduled_pipelines-rules, rules]
168    - !reference [.never-post-merge-rules, rules]
169    - when: manual
170
171.ci-deqp-artifacts:
172  artifacts:
173    name: "mesa_${CI_JOB_NAME}"
174    when: always
175    untracked: false
176    paths:
177      # Watch out!  Artifacts are relative to the build dir.
178      # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521
179      - artifacts
180      - _build/meson-logs/*.txt
181      - _build/meson-logs/strace
182
183
184.container-rules:
185  rules:
186    - !reference [.no_scheduled_pipelines-rules, rules]
187    - !reference [.never-post-merge-rules, rules]
188    # Run pipeline by default in the main project if any CI pipeline
189    # configuration files were changed, to ensure docker images are up to date
190    - if: *is-post-merge
191      changes:
192      - drivers/gpu/drm/ci/**/*
193      when: on_success
194    # Run pipeline by default if it was triggered by Marge Bot, is for a
195    # merge request, and any files affecting the pipeline were changed
196    - if: *is-pre-merge-for-marge
197      when: on_success
198    # Run pipeline by default in the main project if it was not triggered by
199    # Marge Bot, and any files affecting the pipeline were changed
200    - if: *is-post-merge-not-for-marge
201      when: on_success
202    # Allow triggering jobs manually in other cases
203    - when: manual
204
205
206
207# Git archive
208
209make git archive:
210  extends:
211    - .fdo.ci-fairy
212  stage: git-archive
213  rules:
214    - !reference [.scheduled_pipeline-rules, rules]
215  # ensure we are running on packet
216  tags:
217    - packet.net
218  script:
219    # Remove drm-ci files we just added
220    - rm -rf .gitlab-ci.*
221
222    # Compactify the .git directory
223    - git gc --aggressive
224    # compress the current folder
225    - tar -cvzf ../$CI_PROJECT_NAME.tar.gz .
226
227    # login with the JWT token file
228    - ci-fairy s3cp --token-file "${CI_JOB_JWT_FILE}" ../$CI_PROJECT_NAME.tar.gz https://$S3_HOST/git-cache/$CI_PROJECT_NAMESPACE/$CI_PROJECT_NAME/$CI_PROJECT_NAME.tar.gz
229
230
231# Sanity checks of MR settings and commit logs
232sanity:
233  extends:
234    - .fdo.ci-fairy
235  stage: sanity
236  rules:
237    - if: *is-pre-merge
238      when: on_success
239    # Other cases default to never
240  variables:
241    GIT_STRATEGY: none
242  script:
243    # ci-fairy check-commits --junit-xml=check-commits.xml
244    - ci-fairy check-merge-request --require-allow-collaboration --junit-xml=check-merge-request.xml
245  artifacts:
246    when: on_failure
247    reports:
248      junit: check-*.xml
249
250# Rules for tests that should not block merging, but should be available to
251# optionally run with the "play" button in the UI in pre-merge non-marge
252# pipelines.  This should appear in "extends:" after any includes of
253# test-source-dep.yml rules, so that these rules replace those.
254.test-manual-mr:
255  rules:
256    - !reference [.no_scheduled_pipelines-rules, rules]
257    - if: *is-forked-branch-or-pre-merge-not-for-marge
258      when: manual
259  variables:
260    JOB_TIMEOUT: 80
261
262
263# Jobs that need to pass before spending hardware resources on further testing
264.required-for-hardware-jobs:
265  needs: []