turnip: fix wrong substream size in parse_multisample_and_color_blend

Missed updating this when adding tu6_emit_sample_locations

Fixes: a92d2e1109 ("turnip: implement VK_EXT_sample_locations")

Signed-off-by: Jonathan Marek <jonathan@marek.ca>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/4795>

.gitlab-ci.yml

@@ -1,26 +1,34 @@
 variables:
-  UPSTREAM_REPO: mesa/mesa
+  FDO_UPSTREAM_REPO: mesa/mesa
 
 include:
-  - project: 'wayland/ci-templates'
-    # Must be the same as in .gitlab-ci/lava-gitlab-ci.yml
-    ref: 0a9bdd33a98f05af6761ab118b5074952242aab0
+  - project: 'freedesktop/ci-templates'
+    ref: 4b2997287317808830e9cb4eb0f99b691787da88
     file: '/templates/debian.yml'
   - local: '.gitlab-ci/lava-gitlab-ci.yml'
+  - local: '.gitlab-ci/test-source-dep.yml'
 
 stages:
   - container
-  - build
-  - test
+  - meson-x86_64
+  - scons
+  - meson-misc
+  - llvmpipe
+  - softpipe
+  - freedreno
+  - panfrost
+  - radv
+  - lima
+  - virgl
   - success
 
 
 # When to automatically run the CI
 .ci-run-policy:
   rules:
-    # Run pipeline by default for merge requests changing files affecting it
-    - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
-      changes: &paths
+    # If any files affecting the pipeline are changed, build/test jobs run
+    # automatically once all dependency jobs have passed
+    - changes: &all_paths
       - VERSION
       - bin/**/*
       # GitLab CI
@@ -38,16 +46,7 @@ stages:
       - include/**/*
       - src/**/*
       when: on_success
-    # Run pipeline by default in the main project if files affecting it were
-    # changed
-    - if: '$CI_PROJECT_PATH == "mesa/mesa"'
-      changes:
-        *paths
-      when: on_success
-    # Allow triggering jobs manually on branches of forked projects
-    - if: '$CI_PROJECT_PATH != "mesa/mesa" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME != $CI_COMMIT_REF_NAME'
-      when: manual
-    # Otherwise, most jobs won't run
+    # Otherwise, build/test jobs won't run
     - when: never
   retry:
     max: 2
@@ -63,7 +62,7 @@ success:
     - merge_requests
   except:
     changes:
-      *paths
+      *all_paths
   variables:
     GIT_STRATEGY: none
   script:
@@ -72,6 +71,7 @@ success:
 
 .ci-deqp-artifacts:
   artifacts:
+    name: "mesa_${CI_JOB_NAME}"
     when: always
     untracked: false
     paths:
@@ -81,7 +81,7 @@ success:
 
 # Build the CI docker images.
 #
-# DEBIAN_TAG is the tag of the docker image used by later stage jobs. If the
+# FDO_DISTRIBUTION_TAG is the tag of the docker image used by later stage jobs. If the
 # image doesn't exist yet, the container stage job generates it.
 #
 # In order to generate a new image, one should generally change the tag.
@@ -100,20 +100,40 @@ success:
   stage: container
   extends:
     - .ci-run-policy
+  rules:
+    # Run pipeline by default if it was triggered by Marge Bot, is for a
+    # merge request, and any files affecting it were changed
+    - if: '$GITLAB_USER_LOGIN == "marge-bot" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
+      changes:
+        *all_paths
+      when: on_success
+    # Run pipeline by default in the main project if any files affecting it were
+    # changed
+    - if: '$CI_PROJECT_PATH == "mesa/mesa"'
+      changes:
+        *all_paths
+      when: on_success
+    # Allow triggering jobs manually for MRs or branches of forked projects if
+    # any files affecting the pipeline were changed
+    - changes:
+        *all_paths
+      when: manual
+    # Otherwise, container jobs won't run
+    - when: never
   variables:
-    DEBIAN_VERSION: buster-slim
-    REPO_SUFFIX: $CI_JOB_NAME
-    DEBIAN_EXEC: 'bash .gitlab-ci/container/${CI_JOB_NAME}.sh'
+    FDO_DISTRIBUTION_VERSION: buster-slim
+    FDO_REPO_SUFFIX: "debian/$CI_JOB_NAME"
+    FDO_DISTRIBUTION_EXEC: 'bash .gitlab-ci/container/${CI_JOB_NAME}.sh'
     # no need to pull the whole repo to build the container image
     GIT_STRATEGY: none
 
 # Debian 10 based x86 build image
 x86_build:
   extends:
-    - .debian@container-ifnot-exists
+    - .fdo.container-build@debian
     - .container
   variables:
-    DEBIAN_TAG: &x86_build "2020-01-14"
+    FDO_DISTRIBUTION_TAG: &x86_build "2020-04-22-winehq"
 
 .use-x86_build:
   variables:
@@ -126,32 +146,20 @@ x86_build:
 x86_test-gl:
   extends: x86_build
   variables:
-    DEBIAN_TAG: &x86_test-gl "2020-01-14"
+    FDO_DISTRIBUTION_TAG: &x86_test-gl "2020-04-21"
 
 # Debian 10 based x86 test image for VK
 x86_test-vk:
   extends: x86_build
   variables:
-    DEBIAN_TAG: &x86_test-vk "2020-01-14"
-  # Can only be triggered manually on personal branches because RADV is the only
-  # driver that does Vulkan testing at the moment.
-  rules:
-    # Never build the test image for VK by default in the main project.
-    - if: '$CI_PROJECT_PATH == "mesa/mesa"'
-      when: never
-    # Never build the test image for VK by default for merge requests.
-    - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
-      when: never
-    # Otherwise, allow building it manually for personal branches.
-    - when: manual
-
+    FDO_DISTRIBUTION_TAG: &x86_test-vk "2020-04-09"
 
 # Debian 9 based x86 build image (old LLVM)
 x86_build_old:
   extends: x86_build
   variables:
-    DEBIAN_TAG: &x86_build_old "2019-09-18"
-    DEBIAN_VERSION: stretch-slim
+    FDO_DISTRIBUTION_TAG: &x86_build_old "2019-03-18-jflags"
+    FDO_DISTRIBUTION_VERSION: stretch-slim
 
 .use-x86_build_old:
   variables:
@@ -163,10 +171,10 @@ x86_build_old:
 # Debian 10 based ARM build image
 arm_build:
   extends:
-    - .debian@container-ifnot-exists@arm64v8
+    - .fdo.container-build@debian@arm64v8
     - .container
   variables:
-    DEBIAN_TAG: &arm_build "2020-01-14"
+    FDO_DISTRIBUTION_TAG: &arm_build "2020-04-01-jflags"
 
 .use-arm_build:
   variables:
@@ -179,7 +187,7 @@ arm_build:
 arm_test:
   extends: arm_build
   variables:
-    DEBIAN_TAG: &arm_test "2019-12-18"
+    FDO_DISTRIBUTION_TAG: &arm_test "2020-03-18-jflags"
 
 .use-arm_test:
   variables:
@@ -189,14 +197,52 @@ arm_test:
     - meson-arm64
     - arm_test
 
+# Native Windows docker builds
+# 
+# Unlike the above Linux-based builds - including MinGW/SCons builds which
+# cross-compile for Windows - which use the freedesktop ci-templates, we
+# cannot use the same scheme here. As Windows lacks support for
+# Docker-in-Docker, and Podman does not run natively on Windows, we have
+# to open-code much of the same ourselves.
+#
+# This is achieved by first running in a native Windows shell instance
+# (host PowerShell) in the container stage to build and push the image,
+# then in the build stage by executing inside Docker.
+
+.windows-docker-vs2019:
+  variables:
+    WINDOWS_TAG: "2020-03-24"
+    WINDOWS_IMAGE: "$CI_REGISTRY_IMAGE/windows/x64_build:$WINDOWS_TAG"
+    WINDOWS_UPSTREAM_IMAGE: "$CI_REGISTRY/$FDO_UPSTREAM_REPO/windows/x64_build:$WINDOWS_TAG"
+
+windows_build_vs2019:
+  extends:
+    - .container
+    - .windows-docker-vs2019
+  stage: container
+  variables:
+    GIT_STRATEGY: fetch # we do actually need the full repository though
+  tags:
+    - windows
+    - shell
+    - "1809"
+    - mesa
+  script:
+    - .\.gitlab-ci\windows\mesa_container.ps1 $CI_REGISTRY $CI_REGISTRY_USER $CI_REGISTRY_PASSWORD $WINDOWS_IMAGE $WINDOWS_UPSTREAM_IMAGE
+  
+.use-windows_build_vs2019:
+  extends: .windows-docker-vs2019
+  image: "$WINDOWS_IMAGE"
+  needs:
+    - windows_build_vs2019
 
 # BUILD
 
 # Shared between windows and Linux
 .build-common:
   extends: .ci-run-policy
-  stage: build
   artifacts:
+    name: "mesa_${CI_JOB_NAME}"
     when: always
     paths:
       - _build/meson-logs/*.txt
@@ -222,7 +268,10 @@ arm_test:
 .build-windows:
   extends: .build-common
   tags:
-    - mesa-windows
+    - windows
+    - docker
+    - "1809"
+    - mesa
   cache:
     key: ${CI_JOB_NAME}
     paths:
@@ -232,6 +281,7 @@ arm_test:
   extends:
     - .build-linux
     - .use-x86_build
+  stage: meson-x86_64
   variables:
     LLVM_VERSION: 9
   script:
@@ -241,6 +291,7 @@ arm_test:
   extends:
     - .build-linux
     - .use-x86_build
+  stage: scons
   variables:
     SCONSFLAGS: "-j4"
   script:
@@ -259,14 +310,16 @@ meson-testing:
       -D platforms=x11,drm,surfaceless
     GALLIUM_ST: >
       -D dri3=true
-    GALLIUM_DRIVERS: "swrast"
+    GALLIUM_DRIVERS: "swrast,virgl"
     VULKAN_DRIVERS: amd
     BUILDTYPE: "debugoptimized"
+    EXTRA_OPTION: >
+      -D werror=true
   script:
     - .gitlab-ci/meson-build.sh
     - .gitlab-ci/prepare-artifacts.sh
 
-meson-main:
+meson-gallium:
   extends: .meson-build
   variables:
     UNWIND: "true"
@@ -275,7 +328,6 @@ meson-main:
       -D gbm=true
       -D egl=true
       -D platforms=x11,wayland,drm,surfaceless
-    DRI_DRIVERS: "i915,i965,r100,r200,nouveau"
     GALLIUM_ST: >
       -D dri3=true
       -D gallium-extra-hud=true
@@ -294,9 +346,24 @@ meson-main:
     - .gitlab-ci/meson-build.sh
     - .gitlab-ci/run-shader-db.sh
 
+meson-classic:
+  extends: .meson-build
+  variables:
+    UNWIND: "true"
+    DRI_LOADERS: >
+      -D glx=dri
+      -D gbm=true
+      -D egl=true
+      -D platforms=x11,wayland,drm,surfaceless
+    DRI_DRIVERS: "auto"
+    EXTRA_OPTION: >
+      -D osmesa=classic
+      -D tools=all
+
 .meson-cross:
   extends:
     - .meson-build
+  stage: meson-misc
   variables:
     UNWIND: "false"
     DRI_LOADERS: >
@@ -313,6 +380,7 @@ meson-main:
       -D gallium-va=false
       -D gallium-xa=false
       -D gallium-nine=false
+    LLVM_VERSION: "8"
 
 .meson-arm:
   extends:
@@ -322,8 +390,6 @@ meson-main:
     VULKAN_DRIVERS: freedreno
     GALLIUM_DRIVERS: "etnaviv,freedreno,kmsro,lima,nouveau,panfrost,swrast,tegra,v3d,vc4"
     BUILDTYPE: "debugoptimized"
-    EXTRA_OPTION: >
-      -D I-love-half-baked-turnips=true
   tags:
     - aarch64
 
@@ -334,6 +400,8 @@ meson-armhf:
   variables:
     CROSS: armhf
     LLVM_VERSION: "7"
+    EXTRA_OPTION: >
+      -D llvm=false
   script:
     - .gitlab-ci/meson-build.sh
     - .gitlab-ci/prepare-artifacts.sh
@@ -343,12 +411,22 @@ meson-arm64:
     - .meson-arm
     - .ci-deqp-artifacts
   variables:
-    LLVM_VERSION: "8"
-    VULKAN_DRIVERS: "freedreno,amd"
+    VULKAN_DRIVERS: "freedreno"
+    EXTRA_OPTION: >
+      -D llvm=false
   script:
     - .gitlab-ci/meson-build.sh
     - .gitlab-ci/prepare-artifacts.sh
 
+meson-arm64-build-test:
+  extends:
+    - .meson-arm
+    - .ci-deqp-artifacts
+  variables:
+    VULKAN_DRIVERS: "amd"
+  script:
+    - .gitlab-ci/meson-build.sh
+
 meson-clang:
   extends: .meson-build
   variables:
@@ -361,27 +439,20 @@ meson-clang:
     CC: "ccache clang-9"
     CXX: "ccache clang++-9"
 
-.meson-windows:
+meson-windows-vs2019:
   extends:
     - .build-windows
-  before_script:
-    - $ENV:ARCH = "x86"
-    - $ENV:VERSION = "2019\Community"
+    - .use-windows_build_vs2019
+  stage: meson-misc
   script:
-    - cmd /C .gitlab-ci\meson-build.bat
-
-scons-swr:
-  extends: .scons-build
-  variables:
-    SCONS_TARGET: "swr=1"
-    SCONS_CHECK_COMMAND: "true"
-    LLVM_VERSION: "6.0"
+    - . .\.gitlab-ci\windows\mesa_build.ps1
 
 scons-win64:
   extends: .scons-build
   variables:
-    SCONS_TARGET: platform=windows machine=x86_64
+    SCONS_TARGET: platform=windows machine=x86_64 debug=1
     SCONS_CHECK_COMMAND: "true"
+  allow_failure: true
 
 meson-clover:
   extends: .meson-build
@@ -451,25 +522,48 @@ meson-vulkan:
     VULKAN_DRIVERS: intel,amd,freedreno
     EXTRA_OPTION: >
       -D vulkan-overlay-layer=true
+      -D werror=true
 
-# While the main point of this build is testing the i386 cross build,
-# we also use this one to test some other options that are exclusive
-# with meson-main's choices (classic swrast and osmesa)
 meson-i386:
   extends: .meson-cross
   variables:
     CROSS: i386
-    VULKAN_DRIVERS: intel
-    DRI_DRIVERS: "swrast"
-    GALLIUM_DRIVERS: "iris"
+    VULKAN_DRIVERS: intel,amd
+    GALLIUM_DRIVERS: "iris,r300,radeonsi,swrast,virgl"
     EXTRA_OPTION: >
       -D vulkan-overlay-layer=true
-      -D llvm=false
-      -D osmesa=classic
       -D werror=true
+  script:
+    - dpkg -i /var/cache/apt/archives/$CROSS/*.deb
+    - .gitlab-ci/meson-build.sh
+
+meson-s390x:
+  extends:
+    - .meson-cross
+  tags:
+    - kvm
+  variables:
+    CROSS: s390x
+    GALLIUM_DRIVERS: "swrast"
+  script:
+    # For unknown reasons "too many" installed i386 libraries cause qemu to
+    # crash while executing llvm-config for s390x.
+    - apt-get purge -y winehq-stable
+    - apt-get autoremove -y --purge
+    - dpkg -i /var/cache/apt/archives/$CROSS/*.deb
+    - .gitlab-ci/meson-build.sh
+
+meson-ppc64el:
+  extends:
+    - meson-s390x
+  variables:
+    CROSS: ppc64el
+    GALLIUM_DRIVERS: "nouveau,radeonsi,swrast,virgl"
+    VULKAN_DRIVERS: "amd"
 
 meson-mingw32-x86_64:
   extends: .meson-build
+  stage: meson-misc
   variables:
     UNWIND: "false"
     DRI_DRIVERS: ""
@@ -479,26 +573,9 @@ meson-mingw32-x86_64:
       -Dosmesa=gallium
       --cross-file=.gitlab-ci/x86_64-w64-mingw32
 
-scons:
-  extends: .scons-build
-  variables:
-    SCONS_TARGET: "llvm=1"
-    SCONS_CHECK_COMMAND: "scons llvm=1 force_scons=1 check"
-  script:
-    - SCONS_TARGET="" SCONS_CHECK_COMMAND="scons check force_scons=1" .gitlab-ci/scons-build.sh
-    - LLVM_VERSION=9 .gitlab-ci/scons-build.sh
-
-scons-old-llvm:
-  extends:
-    - scons
-    - .use-x86_build_old
-  script:
-    - LLVM_VERSION=3.9 .gitlab-ci/scons-build.sh
-
 .test:
   extends:
     - .ci-run-policy
-  stage: test
   variables:
     GIT_STRATEGY: none # testing doesn't build anything from source
   before_script:
@@ -508,7 +585,7 @@ scons-old-llvm:
     - LD_LIBRARY_PATH=install/lib find install/lib -name "*.so" -print -exec ldd {} \;
   artifacts:
     when: always
-    name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
+    name: "mesa_${CI_JOB_NAME}"
     paths:
       - results/
   dependencies:
@@ -535,17 +612,19 @@ scons-old-llvm:
     - x86_test-vk
 
 .piglit-test:
-  extends: .test-gl
+  extends:
+    - .test-gl
+    - .llvmpipe-rules
   artifacts:
     when: on_failure
-    name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
+    name: "mesa_${CI_JOB_NAME}"
     paths:
       - summary/
   variables:
     LIBGL_ALWAYS_SOFTWARE: 1
     PIGLIT_NO_WINDOW: 1
   script:
-    - artifacts/piglit/run.sh
+    - install/piglit/run.sh
 
 piglit-quick_gl:
   extends: .piglit-test
@@ -582,7 +661,7 @@ piglit-quick_shader:
   variables:
     DEQP_SKIPS: deqp-default-skips.txt
   script:
-    - ./artifacts/deqp-runner.sh
+    - ./install/deqp-runner.sh
 
 .deqp-test-gl:
   extends:
@@ -596,7 +675,12 @@ piglit-quick_shader:
   variables:
     DEQP_VER: vk
 
-test-llvmpipe-gles2:
+.fossilize-test:
+  extends: .test-vk
+  script:
+    - ./install/fossilize-runner.sh
+
+llvmpipe-gles2:
   variables:
     DEQP_VER: gles2
     DEQP_PARALLEL: 4
@@ -606,31 +690,87 @@ test-llvmpipe-gles2:
     LP_NUM_THREADS: 0
     DEQP_EXPECTED_FAILS: deqp-llvmpipe-fails.txt
     LIBGL_ALWAYS_SOFTWARE: "true"
-  extends: .deqp-test-gl
+    DEQP_EXPECTED_RENDERER: llvmpipe
+  extends:
+    - .deqp-test-gl
+    - .llvmpipe-rules
 
-test-softpipe-gles2:
-  extends: test-llvmpipe-gles2
+softpipe-gles2:
+  extends:
+    - llvmpipe-gles2
+    - .softpipe-rules
   variables:
     DEQP_EXPECTED_FAILS: deqp-softpipe-fails.txt
     DEQP_SKIPS: deqp-softpipe-skips.txt
     GALLIUM_DRIVER: "softpipe"
+    DEQP_EXPECTED_RENDERER: softpipe
 
-test-softpipe-gles3:
+softpipe-gles3:
   parallel: 2
   variables:
     DEQP_VER: gles3
-  extends: test-softpipe-gles2
+  extends: softpipe-gles2
 
-test-softpipe-gles31:
+softpipe-gles31:
   parallel: 4
   variables:
     DEQP_VER: gles31
-  extends: test-softpipe-gles2
+  extends: softpipe-gles2
+
+virgl-gles2:
+  variables:
+    DEQP_VER: gles2
+    DEQP_PARALLEL: 4
+    NIR_VALIDATE: 0
+    DEQP_NO_SAVE_RESULTS: 1
+    # Don't use threads inside llvmpipe, we've already got all 4 cores
+    # busy with DEQP_PARALLEL.
+    LP_NUM_THREADS: 0
+    DEQP_EXPECTED_FAILS: deqp-virgl-fails.txt
+    LIBGL_ALWAYS_SOFTWARE: "true"
+    GALLIUM_DRIVER: "virpipe"
+    DEQP_EXPECTED_RENDERER: virgl
+  extends:
+    - .deqp-test-gl
+    - .virgl-rules
+
+virgl-gles3:
+  variables:
+    DEQP_VER: gles3
+    CI_NODE_INDEX: 1
+    CI_NODE_TOTAL: 3
+    DEQP_RUNNER_OPTIONS: "--timeout 120"
+  extends: virgl-gles2
+
+virgl-gles31:
+  variables:
+    DEQP_VER: gles31
+    CI_NODE_INDEX: 1
+    CI_NODE_TOTAL: 10
+    DEQP_OPTIONS: "--deqp-log-images=disable"
+    DEQP_RUNNER_OPTIONS: "--timeout 120"
+    MESA_GLES_VERSION_OVERRIDE: "3.1"
+    MESA_GLSL_VERSION_OVERRIDE: "310"
+  extends: virgl-gles2
+
+# Rules for tests that should not be present in MRs or the main
+# project's pipeline (don't block marge or report red on
+# mesa/mesamaster) but should be present on pipelines in personal
+# branches (so you can opt in to running the flaky test when you want
+# to).
+.test-manual:
+  rules:
+    - if: '$CI_PROJECT_PATH != "mesa/mesa" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME != $CI_COMMIT_REF_NAME'
+      changes:
+        *all_paths
+      when: manual
+    - when: never
 
 arm64_a630_gles2:
   extends:
     - .deqp-test-gl
     - .use-arm_test
+    - .freedreno-rules
   variables:
     DEQP_VER: gles2
     DEQP_EXPECTED_FAILS: deqp-freedreno-a630-fails.txt
@@ -638,6 +778,7 @@ arm64_a630_gles2:
     NIR_VALIDATE: 0
     DEQP_PARALLEL: 4
     FLAKES_CHANNEL: "#freedreno-ci"
+    DEQP_EXPECTED_RENDERER: FD630
   tags:
     - mesa-cheza
   dependencies:
@@ -653,38 +794,180 @@ arm64_a630_gles3:
   variables:
     DEQP_VER: gles3
 
-arm64_a306_gles2:
+arm64_a630_gles31_options:
   extends: arm64_a630_gles2
   variables:
+    DEQP_VER: gles31
+    CI_NODE_INDEX: 1
+    CI_NODE_TOTAL: 5
+  script:
+    # We almost always manage to lower UBOs back to constant uploads in
+    # the test suite, so get a little testing for it here.
+    - DEQP_RUN_SUFFIX=-nouboopt IR3_SHADER_DEBUG=nouboopt DEQP_EXPECTED_FAILS=deqp-freedreno-a630-noubo-fails.txt DEQP_CASELIST_FILTER="functional.\*ubo" ./install/deqp-runner.sh
+    # The driver does some guessing as to whether to render using gmem
+    # or bypass, and some GLES3.1 features interact with either one.
+    # Do a little testing with gmem and bypass forced.
+    - DEQP_RUN_SUFFIX=-bypass FD_MESA_DEBUG=nogmem DEQP_EXPECTED_FAILS=deqp-freedreno-a630-bypass-fails.txt ./install/deqp-runner.sh
+    - DEQP_RUN_SUFFIX=-gmem FD_MESA_DEBUG=nobypass ./install/deqp-runner.sh
+
+.baremetal-test:
+  extends:
+    - .ci-run-policy
+  stage: test
+
+arm64_a306_gles2:
+  extends:
+    - .baremetal-test
+    - .use-arm_build
+    - .freedreno-rules
+  variables:
+    BM_KERNEL: /lava-files/Image.gz
+    BM_DTB: /lava-files/apq8016-sbc.dtb
+    BM_ROOTFS: /lava-files/rootfs-arm64
+    BM_CMDLINE: "ip=dhcp console=ttyMSM0,115200n8"
     DEQP_EXPECTED_FAILS: deqp-freedreno-a307-fails.txt
-    DEQP_SKIPS: deqp-default-skips.txt
+    DEQP_SKIPS: deqp-freedreno-a307-skips.txt
+    DEQP_VER: gles2
+    DEQP_PARALLEL: 4
+    DEQP_EXPECTED_RENDERER: FD307
+  script:
+    - .gitlab-ci/bare-metal/fastboot.sh
+  needs:
+    - meson-arm64
   tags:
-    - db410c
+    - google-freedreno-db410c
+
+# Disabled due to flaky results
+arm64_a306_gles3:
+  extends:
+    - arm64_a306_gles2
+  variables:
+    DEQP_VER: gles3
+    DEQP_PARALLEL: 1
+    CI_NODE_INDEX: 1
+    CI_NODE_TOTAL: 50
+
+arm64_a530_gles2:
+  extends:
+    - arm64_a306_gles2
+  variables:
+    BM_KERNEL: /lava-files/db820c-kernel
+    BM_DTB: /lava-files/db820c.dtb
+    BM_CMDLINE: "ip=dhcp console=ttyMSM0,115200n8"
+    DEQP_EXPECTED_FAILS: deqp-freedreno-a530-fails.txt
+    DEQP_SKIPS: deqp-freedreno-a530-skips.txt
+    DEQP_EXPECTED_RENDERER: FD530
+  tags:
+    - google-freedreno-db820c
+
+arm64_a530_gles3:
+  extends:
+    - arm64_a530_gles2
+  variables:
+    DEQP_VER: gles3
+    DEQP_PARALLEL: 1
+    CI_NODE_INDEX: 1
+    CI_NODE_TOTAL: 100
+
+arm64_a530_gles31:
+  extends:
+    - arm64_a530_gles3
+  variables:
+    DEQP_VER: gles31
 
 # RADV CI
 .test-radv:
+  extends: .radv-rules
+  stage: radv
   variables:
     VK_DRIVER: radeon
     RADV_DEBUG: checkir
-  # Can only be triggered manually on personal branches because RADV is the only
-  # driver that does Vulkan testing at the moment.
-  rules:
-    # Never test RADV by default in the main project.
-    - if: '$CI_PROJECT_PATH == "mesa/mesa"'
-      when: never
-    # Never test RADV by default for merge requests.
-    - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
-      when: never
-    # Otherwise, allow testing RADV if the test image for VK has been manually
-    # started.
-    - when: on_success
 
+.test-radv-fossilize:
+  extends:
+    - .fossilize-test
+    - .test-radv
+  script:
+    - ./install/fossilize-runner.sh
+    - ACO_DEBUG=validateir,validatera RADV_PERFTEST=aco ./install/fossilize-runner.sh
+
+# Can only be triggered manually on personal branches because RADV is the only
+# driver that does Vulkan testing at the moment.
 radv_polaris10_vkcts:
   extends:
     - .deqp-test-vk
     - .test-radv
+    - .test-manual
   variables:
-    DEQP_PARALLEL: 4
     DEQP_SKIPS: deqp-radv-polaris10-skips.txt
   tags:
     - polaris10
+
+radv-fossils:
+  extends:
+    - .fossilize-test
+    - .test-radv
+  script:
+    # Polaris10
+    - export RADV_FORCE_FAMILY="polaris10"
+    - ./install/fossilize-runner.sh
+    - ACO_DEBUG=validateir,validatera RADV_PERFTEST=aco ./install/fossilize-runner.sh
+    # Vega10
+    - export RADV_FORCE_FAMILY="gfx900"
+    - ./install/fossilize-runner.sh
+    - ACO_DEBUG=validateir,validatera RADV_PERFTEST=aco ./install/fossilize-runner.sh
+    # Navi10
+    - export RADV_FORCE_FAMILY="gfx1010"
+    - ./install/fossilize-runner.sh
+    - ACO_DEBUG=validateir,validatera RADV_PERFTEST=aco ./install/fossilize-runner.sh
+
+# Traces CI
+.traces-test:
+  cache:
+    key: ${CI_JOB_NAME}
+    paths:
+      - traces-db/
+
+.traces-test-gl:
+  extends:
+    - .test-gl
+    - .traces-test
+  script:
+    - ./install/tracie-runner-gl.sh
+
+.traces-test-vk:
+  extends:
+    - .test-vk
+    - .traces-test
+  script:
+    - ./install/tracie-runner-vk.sh
+
+llvmpipe-traces:
+  extends:
+    - .traces-test-gl
+    - .llvmpipe-rules
+  variables:
+    LIBGL_ALWAYS_SOFTWARE: "true"
+    GALLIUM_DRIVER: "llvmpipe"
+    DEVICE_NAME: "gl-vmware-llvmpipe"
+
+radv-polaris10-traces:
+  extends:
+    - .traces-test-vk
+    - .test-radv
+    - .test-manual
+  variables:
+    DEVICE_NAME: "vk-amd-polaris10"
+  tags:
+    - polaris10
+
+virgl-traces:
+  extends:
+    - .traces-test-gl
+    - .virgl-rules
+  variables:
+    LIBGL_ALWAYS_SOFTWARE: "true"
+    GALLIUM_DRIVER: "virpipe"
+    DEVICE_NAME: "gl-virgl"
+    MESA_GLES_VERSION_OVERRIDE: "3.1"
+    MESA_GLSL_VERSION_OVERRIDE: "310"

.gitlab-ci/README.md

@@ -1,14 +1,104 @@
-## Mesa testing using gitlab-runner
+# Mesa testing
 
 The goal of the "test" stage of the .gitlab-ci.yml is to do pre-merge
 testing of Mesa drivers on various platforms, so that we can ensure no
 regressions are merged, as long as developers are merging code using
-the "Merge when pipeline completes" button.
+marge-bot.
 
-This document only covers the CI from .gitlab-ci.yml and this
-directory.  For other CI systems, see Intel's [Mesa
-CI](https://gitlab.freedesktop.org/Mesa_CI) or panfrost's LAVA-based
-CI (`src/gallium/drivers/panfrost/ci/`)
+There are currently 4 automated testing systems deployed for Mesa.
+LAVA and gitlab-runner on the DUTs are used in pre-merge testing and
+are described in this document.  Managing bare metal using
+gitlab-runner is described under [bare-metal/README.md].  Intel also
+has a jenkins-based CI system with restricted access that isn't
+connected to gitlab.
+
+## Mesa testing using LAVA
+
+[LAVA](https://lavasoftware.org/) is a system for functional testing
+of boards including deploying custom bootloaders and kernels.  This is
+particularly relevant to testing Mesa because we often need to change
+kernels for UAPI changes (and this lets us do full testing of a new
+kernel during development), and our workloads can easily take down
+boards when mistakes are made (kernel oopses, OOMs that take out
+critical system services).
+
+### Mesa-LAVA software architecture
+
+The gitlab-runner will run on some host that has access to the LAVA
+lab, with tags like "lava-mesa-boardname" to control only taking in
+jobs for the hardware that the LAVA lab contains.  The gitlab-runner
+spawns a docker container with lava-cli in it, and connects to the
+LAVA lab using a predefined token to submit jobs under a specific
+device type.
+
+The LAVA instance manages scheduling those jobs to the boards present.
+For a job, it will deploy the kernel, device tree, and the ramdisk
+containing the CTS.
+
+### Deploying a new Mesa-LAVA lab
+
+You'll want to start with setting up your LAVA instance and getting
+some boards booting using test jobs.  Start with the stock QEMU
+examples to make sure your instance works at all.  Then, you'll need
+to define your actual boards.
+
+The device type in lava-gitlab-ci.yml is the device type you create in
+your LAVA instance, which doesn't have to match the board's name in
+`/etc/lava-dispatcher/device-types`.  You create your boards under
+that device type and the Mesa jobs will be scheduled to any of them.
+Instantiate your boards by creating them in the UI or at the command
+line attached to that device type, then populate their dictionary
+(using an "extends" line probably referencing the board's template in
+`/etc/lava-dispatcher/device-types`).  Now, go find a relevant
+healthcheck job for your board as a test job definition, or cobble
+something together from a board that boots using the same boot_method
+and some public images, and figure out how to get your boards booting.
+
+Once you can boot your board using a custom job definition, it's time
+to connect Mesa CI to it.  Install gitlab-runner and register as a
+shared runner (you'll need a gitlab admin for help with this).  The
+runner *must* have a tag (like "mesa-lava-db410c") to restrict the
+jobs it takes or it will grab random jobs from tasks across fd.o, and
+your runner isn't ready for that.
+
+The runner will be running an ARM docker image (we haven't done any
+x86 LAVA yet, so that isn't documented).  If your host for the
+gitlab-runner is x86, then you'll need to install qemu-user-static and
+the binfmt support.
+
+The docker image will need access to the lava instance.  If it's on a
+public network it should be fine.  If you're running the LAVA instance
+on localhost, you'll need to set `network_mode="host"` in
+`/etc/gitlab-runner/config.toml` so it can access localhost.  Create a
+gitlab-runner user in your LAVA instance, log in under that user on
+the web interface, and create an API token.  Copy that into a
+`lavacli.yaml`:
+
+```
+default:
+  token: <token contents>
+  uri: <url to the instance>
+  username: gitlab-runner
+```
+
+Add a volume mount of that `lavacli.yaml` to
+`/etc/gitlab-runner/config.toml` so that the docker container can
+access it.  You probably have a `volumes = ["/cache"]` already, so now it would be
+
+```
+  volumes = ["/home/anholt/lava-config/lavacli.yaml:/root/.config/lavacli.yaml", "/cache"]
+```
+
+Note that this token is visible to anybody that can submit MRs to
+Mesa!  It is not an actual secret.  We could just bake it into the
+gitlab CI yml, but this way the current method of connecting to the
+LAVA instance is separated from the Mesa branches (particularly
+relevant as we have many stable branches all using CI).
+
+Now it's time to define your test runner in
+`.gitlab-ci/lava-gitlab-ci.yml`.
+
+## Mesa testing using gitlab-runner on DUTs
 
 ### Software architecture
 

.gitlab-ci/arm.config

@@ -44,3 +44,4 @@ CONFIG_DEBUG_LOCKDEP=n
 CONFIG_SOFTLOCKUP_DETECTOR=n
 CONFIG_BOOTPARAM_SOFTLOCKUP_PANIC=n
 
+CONFIG_FW_LOADER_COMPRESS=y

.gitlab-ci/arm64.config

@@ -12,6 +12,9 @@ CONFIG_DRM_ROCKCHIP=y
 CONFIG_DRM_PANFROST=y
 CONFIG_DRM_LIMA=y
 CONFIG_DRM_PANEL_SIMPLE=y
+CONFIG_DRM_MSM=y
+CONFIG_DRM_I2C_ADV7511=y
+CONFIG_DRM_I2C_ADV7533=y
 CONFIG_PWM_CROS_EC=y
 CONFIG_BACKLIGHT_PWM=y
 
@@ -26,6 +29,9 @@ CONFIG_TYPEC_FUSB302=y
 CONFIG_TYPEC=y
 CONFIG_TYPEC_TCPM=y
 
+# db410c ethernet
+CONFIG_USB_RTL8152=y
+
 CONFIG_ARCH_ALPINE=n
 CONFIG_ARCH_BCM2835=n
 CONFIG_ARCH_BCM_IPROC=n
@@ -38,7 +44,6 @@ CONFIG_ARCH_LG1K=n
 CONFIG_ARCH_HISI=n
 CONFIG_ARCH_MEDIATEK=n
 CONFIG_ARCH_MVEBU=n
-CONFIG_ARCH_QCOM=n
 CONFIG_ARCH_SEATTLE=n
 CONFIG_ARCH_SYNQUACER=n
 CONFIG_ARCH_RENESAS=n
@@ -62,7 +67,13 @@ CONFIG_ARCH_XGENE=n
 CONFIG_ARCH_ZX=n
 CONFIG_ARCH_ZYNQMP=n
 
-CONFIG_ACPI=n
+# Strip out some stuff we don't need for graphics testing, to reduce
+# the build.
+CONFIG_CAN=n
+CONFIG_SPI=n
+CONFIG_WIRELESS=n
+CONFIG_RFKILL=n
+CONFIG_WLAN=n
 
 CONFIG_REGULATOR_FAN53555=y
 CONFIG_REGULATOR=y
@@ -81,3 +92,5 @@ CONFIG_SOFTLOCKUP_DETECTOR=y
 CONFIG_BOOTPARAM_SOFTLOCKUP_PANIC=y
 
 CONFIG_DETECT_HUNG_TASK=y
+
+CONFIG_FW_LOADER_COMPRESS=y

.gitlab-ci/bare-metal/.editorconfig

@@ -0,0 +1,2 @@
+[*.sh]
+indent_size = 2

.gitlab-ci/bare-metal/README.md

@@ -0,0 +1,80 @@
+# bare-metal Mesa testing
+
+Testing Mesa with gitlab-runner running on the devices being tested
+(DUTs) proved to be too unstable, so this set of scripts is for
+running Mesa testing on bare-metal boards connected to a separate
+system using gitlab-runner.  Currently only "fastboot" devices are
+supported.
+
+In comparison with LAVA, this doesn't involve maintaining a separate
+webservice with its own job scheduler and replicating jobs between the
+two.  It also places more of the board support in git, instead of
+webservice configuration.  Most importantly, it doesn't download the
+rootfs as artifacts on each job, so we can avoid traffic to
+freedesktop.org.  On the other hand, the serial interactions and
+bootloader support are more primitive.
+
+## Requirements
+
+This testing requires power control of the DUTs by the gitlab-runner
+machine, since this is what we use to reset the system and get back to
+a pristine state at the start of testing.
+
+We require access to the console output from the gitlb-runner system,
+since that is how we get the final results back from te tests.  You
+should probably have the console on a serial connection, so that you
+can see bootloader progress.
+
+The boards need to be able to have a kernel/initramfs supplied by the
+gitlab-runner system, since the initramfs is what contains the Mesa
+testing payload.  Currently only "fastboot" devices are supported.
+
+The boards should have networking, so that (in a future iteration of
+this code) we can extract the dEQP .xml results to artifacts on
+gitlab.
+
+## Setup
+
+Each board will be registered in fd.o gitlab.  You'll want something
+like this to register:
+
+```
+sudo gitlab-runner register \
+     --url https://gitlab.freedesktop.org \
+     --registration-token $1 \
+     --name MY_BOARD_NAME \
+     --tag-list MY_BOARD_TAG \
+     --executor docker \
+     --docker-image "alpine:latest" \
+     --docker-volumes "/dev:/dev" \
+     --docker-network-mode "host" \
+     --docker-privileged \
+     --non-interactive
+```
+
+The registration token has to come from a fd.o gitlab admin going to
+https://gitlab.freedesktop.org/admin/runners
+
+The name scheme for Google's lab is google-freedreno-boardname-nn, and
+our tag is google-freedreno-db410c.  The tag is what identifies a
+board type so that board-specific jobs can be dispatched into that
+pool.
+
+We need privileged mode and the /dev bind mount in order to get at the
+serial console and fastboot USB devices (--device arguments don't
+apply to devices that show up after container start, which is the case
+with fastboot).  We use host network mode so that we can (in the
+future) spin up a server to collect XML results.
+
+Once you've added your boards, you're going to need to specify the
+board-specific env vars, adding something like this `environment` line
+to each runner in `/etc/gitlab-runner/config.toml`
+
+```
+[[runners]]
+  name = "google-freedreno-db410c-01"
+  environment = ["BM_SERIAL=/dev/ttyDB410c8", "BM_POWERUP=google-power-up.sh 8", "BM_FASTBOOT_SERIAL=15e9e390"]
+```
+
+Once you've updated your runners' configs, restart with `sudo service
+gitlab-runner restart`

.gitlab-ci/bare-metal/expect-output.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -e
+
+echo "Waiting for $1 to say '$2'"
+
+while ! grep -q "$2" $1; do
+  sleep 2
+done

.gitlab-ci/bare-metal/fastboot.sh

@@ -0,0 +1,108 @@
+#!/bin/bash
+
+BM=$CI_PROJECT_DIR/.gitlab-ci/bare-metal
+
+if [ -z "$BM_SERIAL" ]; then
+  echo "Must set BM_SERIAL in your gitlab-runner config.toml [[runners]] environment"
+  echo "This is the serial device to talk to for waiting for fastboot to be ready and logging from the kernel."
+  exit 1
+fi
+
+if [ -z "$BM_POWERUP" ]; then
+  echo "Must set BM_POWERUP in your gitlab-runner config.toml [[runners]] environment"
+  echo "This is a shell script that should reset the device and begin its boot sequence"
+  echo "such that it pauses at fastboot."
+  exit 1
+fi
+
+if [ -z "$BM_POWERDOWN" ]; then
+  echo "Must set BM_POWERDOWN in your gitlab-runner config.toml [[runners]] environment"
+  echo "This is a shell script that should power off the device."
+  exit 1
+fi
+
+if [ -z "$BM_FASTBOOT_SERIAL" ]; then
+  echo "Must set BM_FASTBOOT_SERIAL in your gitlab-runner config.toml [[runners]] environment"
+  echo "This must be the a stable-across-resets fastboot serial number."
+  exit 1
+fi
+
+if [ -z "$BM_KERNEL" ]; then
+  echo "Must set BM_KERNEL to your board's kernel vmlinuz or Image.gz in the job's variables:"
+  exit 1
+fi
+
+if [ -z "$BM_DTB" ]; then
+  echo "Must set BM_DTB to your board's DTB file in the job's variables:"
+  exit 1
+fi
+
+if [ -z "$BM_ROOTFS" ]; then
+  echo "Must set BM_ROOTFS to your board's rootfs directory in the job's variables:"
+  exit 1
+fi
+
+set -ex
+
+# Copy the rootfs to a temporary for our setup, as I believe changes to the
+# container can end up impacting future runs.
+cp -Rp $BM_ROOTFS rootfs
+
+# Set up the init script that brings up the system.
+cp $BM/init.sh rootfs/init
+sed -i "s|DEQP_VER_REPLACE|$DEQP_VER|g" rootfs/init
+sed -i "s|DEQP_PARALLEL_REPLACE|$DEQP_PARALLEL|g" rootfs/init
+sed -i "s|DEQP_EXPECTED_RENDERER_REPLACE|$DEQP_EXPECTED_RENDERER|g" rootfs/init
+sed -i "s|CI_NODE_INDEX_REPLACE|$CI_NODE_INDEX|g" rootfs/init
+sed -i "s|CI_NODE_TOTAL_REPLACE|$CI_NODE_TOTAL|g" rootfs/init
+
+# Add the Mesa drivers we built, and make a consistent symlink to them.
+mkdir -p rootfs/$CI_PROJECT_DIR
+tar -C rootfs/$CI_PROJECT_DIR/ -xf $CI_PROJECT_DIR/artifacts/install.tar
+ln -sf $CI_PROJECT_DIR/install rootfs/install
+
+# Copy the deqp runner script and metadata.
+cp .gitlab-ci/deqp-runner.sh rootfs/deqp/.
+cp .gitlab-ci/$DEQP_SKIPS rootfs/$CI_PROJECT_DIR/install/deqp-skips.txt
+if [ -n "$DEQP_EXPECTED_FAILS" ]; then
+  cp .gitlab-ci/$DEQP_EXPECTED_FAILS rootfs/$CI_PROJECT_DIR/install/deqp-expected-fails.txt
+fi
+
+# Finally, pack it up into a cpio rootfs.
+pushd rootfs
+  find -H | cpio -H newc -o | xz --check=crc32 -T4 - > $CI_PROJECT_DIR/rootfs.cpio.gz
+popd
+
+cat $BM_KERNEL $BM_DTB > Image.gz-dtb
+
+abootimg \
+  --create artifacts/fastboot.img \
+  -k Image.gz-dtb \
+  -r rootfs.cpio.gz \
+  -c cmdline="$BM_CMDLINE"
+rm Image.gz-dtb
+
+# Start watching serial, and power up the device.
+$BM/serial-buffer.py $BM_SERIAL | tee artifacts/serial-output.txt &
+while [ ! -e artifacts/serial-output.txt ]; do
+  sleep 1
+done
+PATH=$BM:$PATH $BM_POWERUP
+
+# Once fastboot is ready, boot our image.
+$BM/expect-output.sh artifacts/serial-output.txt "fastboot: processing commands"
+fastboot boot -s $BM_FASTBOOT_SERIAL artifacts/fastboot.img
+
+# Wait for the device to complete the deqp run
+$BM/expect-output.sh artifacts/serial-output.txt "DEQP RESULT"
+
+# power down the device
+PATH=$BM:$PATH $BM_POWERDOWN
+
+set +e
+if grep -q "DEQP RESULT: pass" artifacts/serial-output.txt; then
+   exit 0
+else
+   exit 1
+fi
+

.gitlab-ci/bare-metal/google-power-down.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+relay=$1
+
+if [ -z "$relay" ]; then
+    echo "Must supply a relay arg"
+    exit 1
+fi
+
+$CI_PROJECT_DIR/.gitlab-ci/bare-metal/google-power-relay.py off $relay

.gitlab-ci/bare-metal/google-power-relay.py

@@ -0,0 +1,19 @@
+#!/usr/bin/python3
+
+import sys
+import serial
+
+mode = sys.argv[1]
+relay = sys.argv[2]
+
+# our relays are "off" means "board is powered".
+mode_swap = {
+     "on" : "off",
+     "off" : "on",
+}
+mode = mode_swap[mode]
+
+ser = serial.Serial('/dev/ttyACM0', 115200, timeout=2)
+command = "relay {} {}\n\r".format(mode, relay)
+ser.write(command.encode())
+ser.close()

.gitlab-ci/bare-metal/google-power-up.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+relay=$1
+
+if [ -z "$relay" ]; then
+    echo "Must supply a relay arg"
+    exit 1
+fi
+
+$CI_PROJECT_DIR/.gitlab-ci/bare-metal/google-power-relay.py off $relay
+sleep 5
+$CI_PROJECT_DIR/.gitlab-ci/bare-metal/google-power-relay.py on $relay

.gitlab-ci/bare-metal/init.sh

@@ -0,0 +1,30 @@
+#!/bin/sh
+
+set -ex
+
+mount -t proc none /proc
+mount -t sysfs none /sys
+mount -t devtmpfs none /dev || echo possibly already mounted
+mkdir -p /dev/pts
+mount -t devpts devpts /dev/pts
+
+export DEQP_NO_SAVE_RESULTS=1
+export DEQP_VER=DEQP_VER_REPLACE
+export DEQP_PARALLEL=DEQP_PARALLEL_REPLACE
+export DEQP_EXPECTED_RENDERER=DEQP_EXPECTED_RENDERER_REPLACE
+export CI_NODE_INDEX=CI_NODE_INDEX_REPLACE
+export CI_NODE_TOTAL=CI_NODE_TOTAL_REPLACE
+export DEQP_SKIPS=deqp-skips.txt
+if [ -e /install/deqp-expected-fails.txt ]; then
+  export DEQP_EXPECTED_FAILS=deqp-expected-fails.txt
+fi
+
+if sh /deqp/deqp-runner.sh; then
+    echo "DEQP RESULT: pass"
+else
+    echo "DEQP RESULT: fail"
+fi
+
+# Wait until the job would have timed out anyway, so we don't spew a "init
+# exited" panic.
+sleep 6000

.gitlab-ci/bare-metal/serial-buffer.py

@@ -0,0 +1,46 @@
+#!/usr/bin/python3
+
+# Copyright © 2020 Google LLC
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice (including the next
+# paragraph) shall be included in all copies or substantial portions of the
+# Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+
+# Tiny script to read bytes from serial, and write the output to stdout, with a
+# buffer in between so we don't lose serial output from its buffer.
+#
+# We don't use 'cu' because it requires stdin to be hooked up and I never
+# managed to make that work without getting blocked somewhere.  We don't use
+# 'conserver' because it's non-free.
+
+import sys
+import serial
+import select
+import os
+import posix
+
+dev=sys.argv[1]
+
+ser = serial.Serial(dev, 115200, timeout=10)
+
+while True:
+    bytes = ser.read()
+    sys.stdout.buffer.write(bytes)
+    sys.stdout.flush()
+
+ser.close()

.gitlab-ci/build-apitrace.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+set -ex
+
+# Need an unreleased version of Waffle for surfaceless support in apitrace
+# Replace this build with the Debian package once that's possible
+
+WAFFLE_VERSION="e3c995d9a2693b687501715b6550619922346089"
+git clone https://gitlab.freedesktop.org/mesa/waffle.git --single-branch --no-checkout /waffle
+pushd /waffle
+git checkout "$WAFFLE_VERSION"
+cmake -B_build -DCMAKE_INSTALL_LIBDIR=lib -DCMAKE_BUILD_TYPE=Release .
+make -C _build -j4 install
+popd
+rm -rf /waffle
+
+APITRACE_VERSION="9.0"
+
+git clone https://github.com/apitrace/apitrace.git --single-branch --no-checkout /apitrace
+pushd /apitrace
+git checkout "$APITRACE_VERSION"
+cmake -G Ninja -B_build -H. -DCMAKE_BUILD_TYPE=Release -DENABLE_GUI=False -DENABLE_WAFFLE=on -DWaffle_DIR=/usr/local/lib/cmake/Waffle/
+ninja -C _build
+mkdir build
+cp _build/apitrace build
+cp _build/glretrace build
+cp _build/eglretrace build
+strip build/*
+find . -not -path './build' -not -path './build/*' -delete
+popd

.gitlab-ci/build-cts-runner.sh

@@ -2,9 +2,9 @@
 
 set -ex
 
-git clone https://gitlab.freedesktop.org/mesa/parallel-deqp-runner.git --depth 1 -b mesa-ci-2019-12-17
-cd parallel-deqp-runner
+git clone https://gitlab.freedesktop.org/mesa/parallel-deqp-runner.git --depth 1 -b mesa-ci-2019-12-17 /parallel-deqp-runner
+pushd /parallel-deqp-runner
 meson build/ $EXTRA_MESON_ARGS
-ninja -C build -j4 install
-cd ..
-rm -rf parallel-deqp-runner
+ninja -C build install
+popd
+rm -rf /parallel-deqp-runner

.gitlab-ci/build-deqp-gl.sh

@@ -1,14 +1,13 @@
+#!/bin/bash
+
 git config --global user.email "mesa@example.com"
 git config --global user.name "Mesa CI"
-# XXX: Use --depth 1 once we can drop the cherry-picks.
 git clone \
+    --depth 1 \
     https://github.com/KhronosGroup/VK-GL-CTS.git \
-    -b opengl-es-cts-3.2.5.1 \
+    -b opengl-es-cts-3.2.6.1 \
     /VK-GL-CTS
 pushd /VK-GL-CTS
-# Fix surfaceless build
-git cherry-pick -x 22f41e5e321c6dcd8569c4dad91bce89f06b3670
-git cherry-pick -x 1daa8dff73161ea60ead965bd6c9f2a0a2165648
 
 # surfaceless links against libkms and such despite not using it.
 sed -i '/gbm/d' targets/surfaceless/surfaceless.cmake
@@ -38,7 +37,7 @@ ninja
 mkdir /deqp/mustpass
 for gles in gles2 gles3 gles31; do
     cp \
-        /deqp/external/openglcts/modules/gl_cts/data/mustpass/gles/aosp_mustpass/3.2.5.x/$gles-master.txt \
+        /deqp/external/openglcts/modules/gl_cts/data/mustpass/gles/aosp_mustpass/3.2.6.x/$gles-master.txt \
         /deqp/mustpass/$gles-master.txt
 done
 

.gitlab-ci/build-deqp-vk.sh

@@ -1,8 +1,13 @@
-git clone --depth 1 \
+#!/bin/bash
+
+set -ex
+
+git clone \
+    --depth 1 \
     https://github.com/KhronosGroup/VK-GL-CTS.git \
-    -b vulkan-cts-1.1.6.0 \
+    -b vulkan-cts-1.2.1.0 \
     /VK-GL-CTS
-cd /VK-GL-CTS
+pushd /VK-GL-CTS
 
 # --insecure is due to SSL cert failures hitting sourceforge for zlib and
 # libpng (sigh).  The archives get their checksums checked anyway, and git
@@ -10,12 +15,15 @@ cd /VK-GL-CTS
 python3 external/fetch_sources.py --insecure
 
 mkdir -p /deqp
-cd /deqp
+
+popd
+
+pushd /deqp
 cmake -G Ninja \
       -DDEQP_TARGET=x11_glx \
       -DCMAKE_BUILD_TYPE=Release \
       /VK-GL-CTS
-ninja -j4
+ninja
 
 # Copy out the mustpass list we want.
 mkdir /deqp/mustpass
@@ -31,3 +39,4 @@ find -iname '*cmake*' -o -name '*ninja*' -o -name '*.o' -o -name '*.a' | xargs r
 strip external/vulkancts/modules/vulkan/deqp-vk
 du -sh *
 rm -rf /VK-GL-CTS
+popd

.gitlab-ci/build-fossilize.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -ex
+
+git clone https://github.com/ValveSoftware/Fossilize.git
+cd Fossilize
+git checkout 6b5b570008c9ab5269e341f04c811fe49a1bb72c
+git submodule update --init
+mkdir build
+cd build
+cmake .. -DCMAKE_BUILD_TYPE=Release -G Ninja
+ninja -C . install
+cd ../..
+rm -rf Fossilize

.gitlab-ci/build-gfxreconstruct.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+set -ex
+
+# https://github.com/LunarG/gfxreconstruct/issues/328
+GFXRECONSTRUCT_VERSION=b66cd392a84b226cb60ad9d4130ddeb58a1559cb
+
+git clone https://github.com/LunarG/gfxreconstruct.git --single-branch --no-checkout /gfxreconstruct
+pushd /gfxreconstruct
+git checkout "$GFXRECONSTRUCT_VERSION"
+git submodule update --init
+git submodule update
+cmake -G Ninja -B_build -H. -DCMAKE_BUILD_TYPE=Release
+ninja -C _build gfxrecon-replay
+mkdir -p build/bin
+install _build/tools/replay/gfxrecon-replay build/bin
+strip build/bin/*
+find . -not -path './build' -not -path './build/*' -delete
+popd

.gitlab-ci/build-piglit.sh

@@ -7,7 +7,7 @@ pushd /piglit
 git checkout 8771c3860505db2bcf4877216221d774bf90af6b
 patch -p1 <$OLDPWD/.gitlab-ci/piglit/disable-vs_in.diff
 cmake -G Ninja -DCMAKE_BUILD_TYPE=Release
-ninja -j4
+ninja
 find -name .git -o -name '*ninja*' -o -iname '*cmake*' -o -name '*.[chao]' | xargs rm -rf
 rm -rf target_api
 popd

.gitlab-ci/build-renderdoc.sh

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+set -ex
+
+RENDERDOC_VERSION=da02e88201dc3b64316fc33ce6ff69cc729689aa
+
+git clone https://github.com/baldurk/renderdoc.git --single-branch --no-checkout /renderdoc
+pushd /renderdoc
+git checkout "$RENDERDOC_VERSION"
+cmake -G Ninja -B_build -H. -DENABLE_QRENDERDOC=false -DCMAKE_BUILD_TYPE=Release
+ninja -C _build
+mkdir -p build/lib
+cp _build/lib/renderdoc.so build/lib
+cp _build/lib/librenderdoc.so build/lib
+strip build/lib/*
+find . -not -path './build' -not -path './build/*' -delete
+popd

.gitlab-ci/build-virglrenderer.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+set -ex
+
+mkdir -p /epoxy
+pushd /epoxy
+wget -qO- https://github.com/anholt/libepoxy/releases/download/1.5.4/libepoxy-1.5.4.tar.xz | tar -xJ --strip-components=1
+meson build/ $EXTRA_MESON_ARGS
+ninja -C build install
+popd
+rm -rf /epoxy
+
+VIRGLRENDERER_VERSION=70b18e56d5c3ed69c561c36e098e8aea71ebffc2
+git clone https://gitlab.freedesktop.org/virgl/virglrenderer.git --single-branch --no-checkout /virglrenderer
+pushd /virglrenderer
+git checkout "$VIRGLRENDERER_VERSION"
+meson build/ $EXTRA_MESON_ARGS
+ninja -C build install
+popd
+rm -rf /virglrenderer

.gitlab-ci/build-vulkantools.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+
+set -ex
+
+VULKANTOOLS_VERSION=1862c6a47b64cd09156205d7f7e6b3bfcea76390
+
+git clone https://github.com/LunarG/VulkanTools.git --single-branch --no-checkout /VulkanTools
+pushd /VulkanTools
+git checkout "$VULKANTOOLS_VERSION"
+./update_external_sources.sh
+mkdir _build
+./scripts/update_deps.py --dir=_build --config=release --generator=Ninja
+cmake -G Ninja -B_build -H. \
+      -DCMAKE_BUILD_TYPE=Release \
+      -DCMAKE_INSTALL_PREFIX=/VulkanTools/build \
+      -DBUILD_TESTS=OFF \
+      -DBUILD_VLF=OFF \
+      -DBUILD_VKTRACE=OFF \
+      -DBUILD_VIA=OFF \
+      -DBUILD_VKTRACE_REPLAY=OFF \
+      -C_build/helper.cmake
+ninja -C _build VkLayer_screenshot VkLayer_screenshot-staging-json
+mkdir -p build/etc/vulkan/explicit_layer.d
+mkdir build/lib
+install _build/layersvt/staging-json/VkLayer_screenshot.json build/etc/vulkan/explicit_layer.d
+install _build/layersvt/libVkLayer_screenshot.so build/lib
+strip build/lib/*
+find . -not -path './build' -not -path './build/*' -delete
+popd

.gitlab-ci/container/arm_build.sh

@@ -10,6 +10,8 @@ echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources
 dpkg --add-architecture armhf
 apt-get update
 apt-get -y install \
+	abootimg \
+	android-sdk-ext4-utils \
 	bc \
 	bison \
 	ccache \
@@ -17,6 +19,7 @@ apt-get -y install \
 	cpio \
 	crossbuild-essential-armhf \
 	debootstrap \
+	fastboot \
 	flex \
 	g++ \
 	gettext \
@@ -41,17 +44,22 @@ apt-get -y install \
 	meson \
 	pkg-config \
 	python \
+	python3-distutils \
 	python3-mako \
+	python3-serial \
 	unzip \
 	wget \
+	xz-utils \
 	zlib1g-dev
 
+. .gitlab-ci/container/container_pre_build.sh
+
 # dependencies where we want a specific version
 export LIBDRM_VERSION=libdrm-2.4.100
 
 wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
 tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
-cd $LIBDRM_VERSION; meson build -D vc4=true -D freedreno=true -D etnaviv=true; ninja -j4 -C build install; cd ..
+cd $LIBDRM_VERSION; meson build -D vc4=true -D freedreno=true -D etnaviv=true; ninja -C build install; cd ..
 rm -rf $LIBDRM_VERSION
 
 ############### Generate cross build file for Meson
@@ -69,6 +77,7 @@ DEBIAN_ARCH=arm64 . .gitlab-ci/container/lava_arm.sh
 DEBIAN_ARCH=armhf . .gitlab-ci/container/lava_arm.sh
 
 apt-get purge -y \
+        python3-distutils \
         wget
 
-apt-get autoremove -y --purge
+. .gitlab-ci/container/container_post_build.sh

.gitlab-ci/container/arm_test.sh

@@ -10,6 +10,7 @@ echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources
 apt-get update
 apt-get -y install \
 	bzip2 \
+	ccache \
 	cmake \
 	g++ \
 	gcc \
@@ -30,10 +31,13 @@ apt-get -y install \
 	pkg-config \
 	procps \
 	python \
+	python3-distutils \
 	waffle-utils \
 	wget \
 	zlib1g
 
+. .gitlab-ci/container/container_pre_build.sh
+
 ############### Build dEQP runner
 
 . .gitlab-ci/build-cts-runner.sh
@@ -45,8 +49,11 @@ apt-get -y install \
 
 ############### Uninstall the build software
 
+ccache --show-stats
+
 apt-get purge -y \
         bzip2 \
+        ccache \
         cmake \
         g++ \
         gcc \
@@ -59,6 +66,7 @@ apt-get purge -y \
         meson \
         pkg-config \
         python \
+        python3-distutils \
         wget
 
 apt-get autoremove -y --purge

.gitlab-ci/container/container_post_build.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+apt-get autoremove -y --purge
+
+ccache --show-stats

.gitlab-ci/container/container_pre_build.sh

@@ -0,0 +1,29 @@
+#!/bin/sh
+
+# Common setup among container builds before we get to building code.
+
+export CCACHE_COMPILERCHECK=content
+export CCACHE_COMPRESS=true
+export CCACHE_DIR=/cache/mesa/ccache
+export PATH=/usr/lib/ccache:$PATH
+
+# CMake ignores $PATH, so we have to force CC/GCC to the ccache versions.
+# Watch out, you can't have spaces in here because the renderdoc build fails.
+export CC="/usr/lib/ccache/gcc"
+export CXX="/usr/lib/ccache/g++"
+
+ccache --show-stats
+
+if uname -m | grep -q arm || uname -m | grep -q aarch64; then
+    export JFLAGS=-j8
+else
+    export JFLAGS=-j4
+fi
+
+# Make a wrapper script for ninja to always include the -j flags
+echo /usr/bin/ninja $JFLAGS '"$@"' > /usr/local/bin/ninja
+chmod +x /usr/local/bin/ninja
+
+# Set MAKEFLAGS so that all make invocations in container builds include the
+# flags (doesn't apply to non-container builds, but we don't run make there)
+export MAKEFLAGS=$JFLAGS

.gitlab-ci/container/lava_arm.sh

@@ -7,7 +7,7 @@ if [[ "$DEBIAN_ARCH" = "arm64" ]]; then
     GCC_ARCH="aarch64-linux-gnu"
     KERNEL_ARCH="arm64"
     DEFCONFIG="arch/arm64/configs/defconfig"
-    DEVICE_TREES="arch/arm64/boot/dts/rockchip/rk3399-gru-kevin.dtb arch/arm64/boot/dts/amlogic/meson-gxl-s905x-libretech-cc.dtb arch/arm64/boot/dts/allwinner/sun50i-h6-pine-h64.dtb arch/arm64/boot/dts/amlogic/meson-gxm-khadas-vim2.dtb"
+    DEVICE_TREES="arch/arm64/boot/dts/rockchip/rk3399-gru-kevin.dtb arch/arm64/boot/dts/amlogic/meson-gxl-s905x-libretech-cc.dtb arch/arm64/boot/dts/allwinner/sun50i-h6-pine-h64.dtb arch/arm64/boot/dts/amlogic/meson-gxm-khadas-vim2.dtb arch/arm64/boot/dts/qcom/apq8016-sbc.dtb"
     KERNEL_IMAGE_NAME="Image"
 else
     GCC_ARCH="arm-linux-gnueabihf"
@@ -34,7 +34,7 @@ mv /deqp /lava-files/rootfs-${DEBIAN_ARCH}/.
 
 
 ############### Cross-build kernel
-KERNEL_URL="https://gitlab.freedesktop.org/tomeu/linux/-/archive/v5.5-rc5-panfrost-fixes/linux-v5.5-rc5-panfrost-fixes.tar.gz"
+KERNEL_URL="https://gitlab.freedesktop.org/tomeu/linux/-/archive/v5.5-panfrost-fixes/linux-v5.5-panfrost-fixes.tar.gz"
 
 if [[ "$DEBIAN_ARCH" = "armhf" ]]; then
     export ARCH=${KERNEL_ARCH}
@@ -45,7 +45,7 @@ mkdir -p kernel
 wget -qO- ${KERNEL_URL} | tar -xz --strip-components=1 -C kernel
 pushd kernel
 ./scripts/kconfig/merge_config.sh ${DEFCONFIG} ../.gitlab-ci/${KERNEL_ARCH}.config
-make -j12 ${KERNEL_IMAGE_NAME} dtbs
+make ${KERNEL_IMAGE_NAME} dtbs
 cp arch/${KERNEL_ARCH}/boot/${KERNEL_IMAGE_NAME} /lava-files/.
 cp ${DEVICE_TREES} /lava-files/.
 popd
@@ -54,10 +54,45 @@ rm -rf kernel
 
 ############### Create rootfs
 set +e
-debootstrap --variant=minbase --arch=${DEBIAN_ARCH} testing /lava-files/rootfs-${DEBIAN_ARCH}/ http://deb.debian.org/debian
+debootstrap \
+    --variant=minbase \
+    --arch=${DEBIAN_ARCH} \
+     --components main,contrib,non-free \
+    testing \
+    /lava-files/rootfs-${DEBIAN_ARCH}/ \
+    http://deb.debian.org/debian
+
 cat /lava-files/rootfs-${DEBIAN_ARCH}/debootstrap/debootstrap.log
 set -e
 
 cp .gitlab-ci/create-rootfs.sh /lava-files/rootfs-${DEBIAN_ARCH}/.
 chroot /lava-files/rootfs-${DEBIAN_ARCH} sh /create-rootfs.sh
 rm /lava-files/rootfs-${DEBIAN_ARCH}/create-rootfs.sh
+
+if [ ${DEBIAN_ARCH} = arm64 ]; then
+    # Pull down a specific build of qcomlt/release/qcomlt-5.4 8c79b3d12355
+    # ("Merge tag 'v5.4.23' into release/qcomlt-5.4"), where I used the
+    # .config from
+    # http://snapshots.linaro.org/96boards/dragonboard820c/linaro/debian/457/config-5.4.0-qcomlt-arm64
+    # with the following merged in:
+    #
+    # CONFIG_DRM=y
+    # CONFIG_DRM_MSM=y
+    # CONFIG_ATL1C=y
+    #
+    # Reason: 5.5 has a big stack of oopses and warns on db820c.  4.14-5.4
+    # linaro kernel binaries (see above .config link) have these as modules
+    # and distributed the modules only in the debian system, not the initrd,
+    # so they're very hard to extract (involving simg2img and loopback
+    # mounting).  4.11 is missing d72fea538fe6 ("drm/msm: Fix the check for
+    # the command size") so it can't actually run fredreno.  qcomlt-4.14 is
+    # unstable at boot (~10% instaboot rate).  The 5.4 qcomlt kernel with msm
+    # built in seems like the easiest way to go.
+    wget https://people.freedesktop.org/~anholt/qcomlt-5.4-msm-build/Image.gz -O Image.gz \
+         -O /lava-files/db820c-kernel
+    wget https://people.freedesktop.org/~anholt/qcomlt-5.4-msm-build/apq8096-db820c.dtb \
+         -O /lava-files/db820c.dtb
+
+    # Make a gzipped copy of the Image for db410c.
+    gzip -k /lava-files/Image
+fi

.gitlab-ci/container/obs-emulators-wine-debian.gpg.key

@@ -0,0 +1,20 @@
+-----BEGIN PGP PUBLIC KEY BLOCK-----
+Version: GnuPG v2.0.15 (GNU/Linux)
+
+mQENBFu8fWQBCADM64J7qlcnI2KwxSKSdyaOi7hz44EUXDpC3+3hfFP8k28SgV3U
+4a/ydOdd2cDSne5w+yjrnJWYuS0sTiE7vQPtKfmCmQZfCStvoRe5Pt+AOy1GA/iu
+U5wHIZD+/A9CeQcu5L3PkVkmijz0LmSCq7HnnVB0SdFA5eFlV98H875EasvpJ3xU
+ziI3yvqdZ5/0LgKzOiFjk4rMXQS01a1dNpwFO7EXiq921ZjnXatdnsDQ/NAj7z8P
+3qnTAj6yvl7DtdlXXA2hiznEOZNCRLZ69vHq0hGIw+OKjpsUkCZK29AnY4wJxxzY
+frjknVW7tyZ6Hxwz6R4vaVlZ6h5WR/OiAdqlABEBAAG0NEVtdWxhdG9ycyBPQlMg
+UHJvamVjdCA8RW11bGF0b3JzQGJ1aWxkLm9wZW5zdXNlLm9yZz6JAT4EEwEIACgF
+Alu8fWQCGwMFCQQesAAGCwkIBwMCBhUIAgkKCwQWAgMBAh4BAheAAAoJEN+hdadR
+BJYOXVoH/Rd0dRx4SUx7KVjTrDfSuf6jXseyenkl4aQnp46n0MttatkoCdGVvyrq
+VWvGfO3MI122MnFKqia7Hep1HlcYGe2a5tW/w1SGGEy+VZduxcZCMmVuSnl+3ioG
+2fRGx3uoNBEGQIbZ5VVlABUJC+c/Vq1m6kT9Edz4XWRPHW1Nwjjfn79618ebGZMc
+R0fUM9L3GZw9V/kAK8kXmIL7rkglfewTbs6fByqAix79MjsNURAuCeIc5OmbxL4j
+LxuoNhnxxucB7YGBhCa9ZL8LYEIbdeyaJmgdHDoUQjz4peXibz5v+Er8mGOwuSLl
+y1U21T3huNf9Osjw52nxVcDmugBWqQKIRgQTEQIABgUCW7x9ZAAKCRA7MBG3a51l
+IwayAJ9dHmDag9nFY9GujfMr+foKquFS9wCfQlvp6Sz0N5aKdW00NGnZZ/EKHIQ=
+=uZyA
+-----END PGP PUBLIC KEY BLOCK-----

.gitlab-ci/container/x86_build.sh

@@ -5,7 +5,7 @@ set -o xtrace
 
 export DEBIAN_FRONTEND=noninteractive
 
-CROSS_ARCHITECTURES="i386"
+CROSS_ARCHITECTURES="i386 ppc64el s390x"
 for arch in $CROSS_ARCHITECTURES; do
     dpkg --add-architecture $arch
 done
@@ -20,18 +20,23 @@ apt-get install -y \
 apt-key add .gitlab-ci/container/llvm-snapshot.gpg.key
 echo "deb https://apt.llvm.org/buster/ llvm-toolchain-buster-9 main" >/etc/apt/sources.list.d/llvm9.list
 
+# Upstream Wine (WineHQ) package repository. We use the OBS service
+# instead of the repository at the winehq.org domain because:
+#
+#   " The WineHQ packages for Debian 10 and later require libfaudio0
+#     as a dependency. Since the distro does not provide it for Debian
+#     10, users of that version can download libfaudio0 packages from
+#     the OBS. See https://forum.winehq.org/viewtopic.php?f=8&t=32192
+#     for details."
+#
+# As explained at https://wiki.winehq.org/Debian
+apt-key add .gitlab-ci/container/obs-emulators-wine-debian.gpg.key
+echo 'deb https://download.opensuse.org/repositories/Emulators:/Wine:/Debian/Debian_10/ ./' >/etc/apt/sources.list.d/obs-emulators-wine-debian.list
+
 sed -i -e 's/http:\/\/deb/https:\/\/deb/g' /etc/apt/sources.list
 echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources.list.d/backports.list
 
 apt-get update
-
-# Use newer packages from backports by default
-cat >/etc/apt/preferences <<EOF
-Package: *
-Pin: release a=buster-backports
-Pin-Priority: 500
-EOF
-
 apt-get dist-upgrade -y
 
 apt-get install -y --no-remove \
@@ -39,6 +44,7 @@ apt-get install -y --no-remove \
       automake \
       autotools-dev \
       bison \
+      ccache \
       clang-9 \
       cmake \
       flex \
@@ -63,10 +69,12 @@ apt-get install -y --no-remove \
       libva-dev \
       libvdpau-dev \
       libvulkan-dev \
+      libvulkan-dev:ppc64el \
       libx11-dev \
       libx11-xcb-dev \
       libxdamage-dev \
       libxext-dev \
+      libxml2-utils \
       libxrandr-dev \
       libxrender-dev \
       libxshmfence-dev \
@@ -74,12 +82,14 @@ apt-get install -y --no-remove \
       libxxf86vm-dev \
       llvm-6.0-dev \
       llvm-7-dev \
-      llvm-8-dev \
       llvm-9-dev \
       meson \
       pkg-config \
       python-mako \
       python3-mako \
+      python3-pil \
+      python3-requests \
+      qemu-user \
       scons \
       x11proto-dri2-dev \
       x11proto-gl-dev \
@@ -87,22 +97,41 @@ apt-get install -y --no-remove \
       xz-utils \
       zlib1g-dev
 
+. .gitlab-ci/container/container_pre_build.sh
+
 # Cross-build Mesa deps
 for arch in $CROSS_ARCHITECTURES; do
     apt-get install -y --no-remove \
             crossbuild-essential-${arch} \
             libdrm-dev:${arch} \
             libelf-dev:${arch} \
-            libexpat1-dev:${arch}
+            libexpat1-dev:${arch} \
+            libffi-dev:${arch} \
+            libllvm8:${arch} \
+            libstdc++6:${arch} \
+            libtinfo-dev:${arch}
+
+    if [ "$arch" == "i386" ]; then
+        # libpciaccess-dev is only needed for Intel.
+        apt-get install -y --no-remove \
+            libpciaccess-dev:${arch}
+    fi
+
+    mkdir /var/cache/apt/archives/${arch}
+    # Download llvm-* packages, but don't install them yet, since they can
+    # only be installed for one architecture at a time
+    apt-get install -o Dir::Cache::archives=/var/cache/apt/archives/$arch --download-only -y --no-remove \
+       llvm-8-dev:${arch}
 done
 
+apt-get install -y --no-remove \
+      llvm-8-dev \
+
 # for 64bit windows cross-builds
 apt-get install -y --no-remove \
-    libz-mingw-w64-dev \
-    mingw-w64 \
-    wine \
-    wine32 \
-    wine64
+      libz-mingw-w64-dev \
+      mingw-w64 \
+      winehq-stable
 
 # Debian's pkg-config wrapers for mingw are broken, and there's no sign that
 # they're going to be fixed, so we'll just have to fix it ourselves
@@ -114,6 +143,23 @@ PKG_CONFIG_LIBDIR=/usr/x86_64-w64-mingw32/lib/pkgconfig pkg-config \$@
 EOF
 chmod +x /usr/local/bin/x86_64-w64-mingw32-pkg-config
 
+
+# Generate cross build files for Meson
+for arch in $CROSS_ARCHITECTURES; do
+  cross_file="/cross_file-$arch.txt"
+  /usr/share/meson/debcrossgen --arch "$arch" -o "$cross_file"
+  # Explicitly set ccache path for cross compilers
+  sed -i "s|/usr/bin/\([^-]*\)-linux-gnu\([^-]*\)-g|/usr/lib/ccache/\\1-linux-gnu\\2-g|g" "$cross_file"
+  if [ "$arch" = "i386" ]; then
+    # Work around a bug in debcrossgen that should be fixed in the next release
+    sed -i "s|cpu_family = 'i686'|cpu_family = 'x86'|g" "$cross_file"
+  fi
+
+  # Rely on qemu-user being configured in binfmt_misc on the host
+  sed -i -e '/\[properties\]/a\' -e "needs_exe_wrapper = False" "$cross_file"
+done
+
+
 # for the vulkan overlay layer
 wget https://github.com/KhronosGroup/glslang/releases/download/master-tot/glslang-master-linux-Release.zip
 unzip glslang-master-linux-Release.zip bin/glslangValidator
@@ -150,7 +196,11 @@ rm -rf $LIBXCB_VERSION
 
 wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
 tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
-cd $LIBDRM_VERSION; meson build -D vc4=true -D freedreno=true -D etnaviv=true; ninja -j4 -C build install; cd ..
+cd $LIBDRM_VERSION
+meson build -D vc4=true -D freedreno=true -D etnaviv=true -D libdir=lib/x86_64-linux-gnu; ninja -C build install
+rm -rf build; meson --cross-file=/cross_file-ppc64el.txt build -D libdir=lib/powerpc64le-linux-gnu; ninja -C build install
+rm -rf build; meson --cross-file=/cross_file-i386.txt build -D libdir=lib/i386-linux-gnu; ninja -C build install
+cd ..
 rm -rf $LIBDRM_VERSION
 
 wget $WAYLAND_RELEASES/$LIBWAYLAND_VERSION.tar.xz
@@ -181,27 +231,6 @@ cd shader-db
 make
 popd
 
-# Use ccache to speed up builds
-apt-get install -y --no-remove ccache
-
-# We need xmllint to validate the XML files in Mesa
-apt-get install -y --no-remove libxml2-utils
-
-
-# Generate cross build files for Meson
-for arch in $CROSS_ARCHITECTURES; do
-  cross_file="/cross_file-$arch.txt"
-  /usr/share/meson/debcrossgen --arch "$arch" -o "$cross_file"
-  # Explicitly set ccache path for cross compilers
-  sed -i "s|/usr/bin/\([^-]*\)-linux-gnu\([^-]*\)-g|/usr/lib/ccache/\\1-linux-gnu\\2-g|g" "$cross_file"
-  if [ "$arch" = "i386" ]; then
-    # Work around a bug in debcrossgen that should be fixed in the next release
-    sed -i "s|cpu_family = 'i686'|cpu_family = 'x86'|g" "$cross_file"
-    # Don't need wrapper for i386 executables
-    sed -i -e '/\[properties\]/a\' -e "needs_exe_wrapper = False" "$cross_file"
-  fi
-done
-
 
 ############### Uninstall the build software
 
@@ -217,4 +246,4 @@ apt-get purge -y \
       unzip \
       wget
 
-apt-get autoremove -y --purge
+. .gitlab-ci/container/container_post_build.sh

.gitlab-ci/container/x86_build_old.sh

@@ -24,36 +24,37 @@ EOF
 apt-get dist-upgrade -y
 
 apt-get install -y --no-remove \
-      llvm-3.9-dev \
-      libclang-3.9-dev \
-      llvm-4.0-dev \
-      libclang-4.0-dev \
-      llvm-5.0-dev \
-      libclang-5.0-dev \
-      g++ \
+      bison \
       bzip2 \
       ccache \
-      zlib1g-dev \
-      pkg-config \
+      flex \
+      g++ \
       gcc \
+      gettext \
       git \
-      libepoxy-dev \
+      libclang-3.9-dev \
+      libclang-4.0-dev \
+      libclang-5.0-dev \
       libclc-dev \
-      xz-utils \
       libdrm-dev \
-      libexpat1-dev \
       libelf-dev \
-      libunwind-dev \
+      libepoxy-dev \
+      libexpat1-dev \
       libpng-dev \
+      libunwind-dev \
+      llvm-3.9-dev \
+      llvm-4.0-dev \
+      llvm-5.0-dev \
+      meson \
+      pkg-config \
       python-mako \
       python3-mako \
-      bison \
-      flex \
-      gettext \
       scons \
-      meson
+      xz-utils \
+      zlib1g-dev
 
+. .gitlab-ci/container/container_pre_build.sh
 
 ############### Uninstall unused packages
 
-apt-get autoremove -y --purge
+. .gitlab-ci/container/container_post_build.sh

.gitlab-ci/container/x86_test-gl.sh

@@ -6,8 +6,8 @@ set -o xtrace
 export DEBIAN_FRONTEND=noninteractive
 
 apt-get install -y \
-        ca-certificates \
-        gnupg \
+      ca-certificates \
+      gnupg
 
 # Upstream LLVM package repository
 apt-key add .gitlab-ci/container/llvm-snapshot.gpg.key
@@ -28,37 +28,61 @@ EOF
 apt-get dist-upgrade -y
 
 apt-get install -y --no-remove \
+      autoconf \
+      automake \
+      ccache \
       cmake \
       g++ \
-      git \
       gcc \
+      git \
       libexpat1 \
       libgbm-dev \
       libgles2-mesa-dev \
-      libpng16-16 \
+      libllvm9 \
+      libpcre3-dev \
+      libpcre32-3 \
       libpng-dev \
-      libvulkan1 \
+      libpng16-16 \
+      libpython3.7 \
       libvulkan-dev \
+      libvulkan1 \
       libwaffle-dev \
       libwayland-server0 \
+      libxcb-keysyms1 \
+      libxcb-keysyms1-dev \
       libxcb-xfixes0 \
-      libxkbcommon0 \
       libxkbcommon-dev \
-      libxrender1 \
+      libxkbcommon0 \
       libxrender-dev \
-      libllvm9 \
+      libxrender1 \
+      make \
       meson \
       patch \
       pkg-config \
+      python \
+      python3-distutils \
       python3-mako \
       python3-numpy \
+      python3-pil \
+      python3-requests \
       python3-six \
-      python \
+      python3-yaml \
+      python3.7 \
+      python3.7-dev \
+      qt5-default \
+      qt5-qmake \
       waffle-utils \
+      wget \
       xauth \
       xvfb \
+      xz-utils \
       zlib1g
 
+. .gitlab-ci/container/container_pre_build.sh
+
+############### Build virglrenderer
+
+. .gitlab-ci/build-virglrenderer.sh
 
 ############### Build piglit
 
@@ -72,25 +96,42 @@ apt-get install -y --no-remove \
 
 . .gitlab-ci/build-deqp-gl.sh
 
+############### Build apitrace
+
+. .gitlab-ci/build-apitrace.sh
+
+############### Build renderdoc
+
+. .gitlab-ci/build-renderdoc.sh
 
 ############### Uninstall the build software
 
+ccache --show-stats
+
 apt-get purge -y \
+      autoconf \
+      automake \
+      ccache \
       cmake \
       g++ \
       gcc \
-      git \
       gnupg \
       libc6-dev \
       libgbm-dev \
       libgles2-mesa-dev \
+      libpcre3-dev \
       libpng-dev \
       libwaffle-dev \
+      libxcb-keysyms1-dev \
       libxkbcommon-dev \
       libxrender-dev \
+      make \
       meson \
       patch \
       pkg-config \
-      python
+      python3-distutils \
+      python3.7-dev \
+      wget \
+      xz-utils
 
 apt-get autoremove -y --purge

.gitlab-ci/container/x86_test-vk.sh

@@ -6,8 +6,8 @@ set -o xtrace
 export DEBIAN_FRONTEND=noninteractive
 
 apt-get install -y \
-        ca-certificates \
-        gnupg \
+      ca-certificates \
+      gnupg
 
 # Upstream LLVM package repository
 apt-key add .gitlab-ci/container/llvm-snapshot.gpg.key
@@ -18,70 +18,165 @@ echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources
 
 apt-get update
 
-# Use newer packages from backports by default
-cat >/etc/apt/preferences <<EOF
-Package: *
-Pin: release a=buster-backports
-Pin-Priority: 500
-EOF
-
 apt-get dist-upgrade -y
 
 apt-get install -y --no-remove \
+      ccache \
       cmake \
       g++ \
-      git \
       gcc \
+      git \
+      git-lfs \
       libexpat1 \
       libgbm-dev \
       libgles2-mesa-dev \
-      libpng16-16 \
+      libllvm9 \
+      liblz4-1 \
+      liblz4-dev \
       libpng-dev \
-      libvulkan1 \
+      libpng16-16 \
       libvulkan-dev \
+      libvulkan1 \
+      libwayland-client0 \
       libwayland-server0 \
+      libxcb-ewmh-dev \
+      libxcb-ewmh2 \
+      libxcb-keysyms1 \
+      libxcb-keysyms1-dev \
       libxcb-randr0 \
       libxcb-xfixes0 \
-      libxkbcommon0 \
       libxkbcommon-dev \
-      libxrender1 \
+      libxkbcommon0 \
+      libxrandr-dev \
+      libxrandr2 \
       libxrender-dev \
-      libllvm9 \
+      libxrender1 \
       meson \
-      patch \
+      p7zip \
       pkg-config \
-      python3-distutils \
       python \
+      python3-distutils \
+      python3-pil \
+      python3-requests \
+      python3-yaml \
+      vulkan-tools \
+      wget \
       xauth \
       xvfb
 
+# We need multiarch for Wine
+dpkg --add-architecture i386
+
+apt-get update
+
+apt-get install -y --no-remove \
+      wine \
+      wine32 \
+      wine64
+
+############### Set up Wine env variables
+
+export WINEDEBUG="-all"
+export WINEPREFIX="/dxvk-wine64"
+
+############### Install DXVK
+
+DXVK_VERSION="1.6"
+
+# We don't want crash dialogs
+cat >crashdialog.reg <<EOF
+Windows Registry Editor Version 5.00
+
+[HKEY_CURRENT_USER\Software\Wine\WineDbg]
+"ShowCrashDialog"=dword:00000000
+
+EOF
+
+# Set the wine prefix and disable the crash dialog
+wine regedit crashdialog.reg
+rm crashdialog.reg
+
+# DXVK's setup often fails with:
+# "${WINEPREFIX}: Not a valid wine prefix."
+# and that is just spit because of checking the existance of the
+# system.reg file, which fails.
+# Just giving it a bit more of time for it to be created solves the
+# problem ...
+test -f  "${WINEPREFIX}/system.reg" || sleep 2
+
+wget "https://github.com/doitsujin/dxvk/releases/download/v${DXVK_VERSION}/dxvk-${DXVK_VERSION}.tar.gz"
+tar xzpf dxvk-"${DXVK_VERSION}".tar.gz
+dxvk-"${DXVK_VERSION}"/setup_dxvk.sh install
+rm -rf dxvk-"${DXVK_VERSION}"
+rm dxvk-"${DXVK_VERSION}".tar.gz
+
+############### Install Windows' apitrace binaries
+
+APITRACE_VERSION="9.0"
+APITRACE_VERSION_DATE="20191126"
+
+wget "https://github.com/apitrace/apitrace/releases/download/${APITRACE_VERSION}/apitrace-${APITRACE_VERSION}.${APITRACE_VERSION_DATE}-win64.7z"
+7zr x "apitrace-${APITRACE_VERSION}.${APITRACE_VERSION_DATE}-win64.7z" \
+      "apitrace-${APITRACE_VERSION}.${APITRACE_VERSION_DATE}-win64/bin/apitrace.exe" \
+      "apitrace-${APITRACE_VERSION}.${APITRACE_VERSION_DATE}-win64/bin/d3dretrace.exe"
+mv "apitrace-${APITRACE_VERSION}.${APITRACE_VERSION_DATE}-win64" /apitrace-msvc-win64
+rm "apitrace-${APITRACE_VERSION}.${APITRACE_VERSION_DATE}-win64.7z"
+
+# Add the apitrace path to the registry
+wine \
+    reg add "HKEY_LOCAL_MACHINE\System\CurrentControlSet\Control\Session Manager\Environment" \
+    /v Path \
+    /t REG_EXPAND_SZ \
+    /d "C:\windows\system32;C:\windows;C:\windows\system32\wbem;Z:\apitrace-msvc-win64\bin" \
+    /f
+
+############### Building ...
+
+. .gitlab-ci/container/container_pre_build.sh
 
 ############### Build dEQP runner
 
 . .gitlab-ci/build-cts-runner.sh
 
+############### Build Fossilize
+
+. .gitlab-ci/build-fossilize.sh
+
 ############### Build dEQP VK
 
 . .gitlab-ci/build-deqp-vk.sh
 
+############### Build gfxreconstruct
+
+. .gitlab-ci/build-gfxreconstruct.sh
+
+############### Build VulkanTools
+
+. .gitlab-ci/build-vulkantools.sh
 
 ############### Uninstall the build software
 
+ccache --show-stats
+
 apt-get purge -y \
+      ccache \
       cmake \
       g++ \
       gcc \
-      git \
       gnupg \
       libgbm-dev \
       libgles2-mesa-dev \
+      liblz4-dev \
       libpng-dev \
       libvulkan-dev \
+      libxcb-ewmh-dev \
+      libxcb-keysyms1-dev \
       libxkbcommon-dev \
+      libxrandr-dev \
       libxrender-dev \
       meson \
-      patch \
+      p7zip \
       pkg-config \
-      python
+      wget
 
 apt-get autoremove -y --purge

.gitlab-ci/create-rootfs.sh

@@ -2,14 +2,8 @@
 
 set -ex
 
-LLVM=libllvm8
-
-# LLVMPipe on armhf is broken with LLVM 8
-if [ `dpkg --print-architecture` = "armhf" ]; then
-        LLVM=libllvm7
-fi
-
 apt-get -y install --no-install-recommends \
+    ca-certificates \
     initramfs-tools \
     libpng16-16 \
     strace \
@@ -17,15 +11,33 @@ apt-get -y install --no-install-recommends \
     libexpat1 \
     libdrm2 \
     libdrm-nouveau2 \
-    $LLVM
+    firmware-qcom-media \
+    wget \
+    xz-utils
 passwd root -d
 chsh -s /bin/sh
-ln -s /bin/sh /init
+
+cat > /init <<EOF
+#!/bin/sh
+export PS1=lava-shell:
+exec sh
+EOF
+chmod +x  /init
+
+mkdir -p /lib/firmware/rtl_nic
+wget https://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git/tree/rtl_nic/rtl8153a-3.fw -O /lib/firmware/rtl_nic/rtl8153a-3.fw
 
 #######################################################################
 # Strip the image to a small minimal system without removing the debian
 # toolchain.
 
+# xz compress firmware so it doesn't waste RAM at runtime.  Except db820c's
+# GPU firmware, due to using a precompiled kernel without compression support.
+find /lib/firmware -type f -print0 | \
+    grep -vz a530 | \
+    xargs -0r -P4 -n4 xz -T1 -C crc32
+ln -s /lib/firmware/qcom/a530* /lib/firmware/
+
 # Copy timezone file and remove tzdata package
 rm -rf /etc/localtime
 cp /usr/share/zoneinfo/Etc/UTC /etc/localtime
@@ -93,10 +105,10 @@ UNNEEDED_PACKAGES="apt libapt-pkg5.0 "\
 "init-system-helpers "\
 "bash "\
 "cpio "\
+"xz-utils "\
 "passwd "\
 "libsemanage1 libsemanage-common "\
 "libsepol1 "\
-"gzip "\
 "gpgv "\
 "hostname "\
 "adduser "\
@@ -191,5 +203,3 @@ rm usr/lib/*/libdb-5.3.so
 # remove NSS support for nis, nisplus and hesiod
 rm usr/lib/*/libnss_hesiod*
 rm usr/lib/*/libnss_nis*
-
-rm bin/tar

.gitlab-ci/cross-xfail-ppc64el

@@ -0,0 +1,4 @@
+lp_test_arit
+roundeven
+u_format_test
+u_half_test

.gitlab-ci/cross-xfail-s390x

@@ -0,0 +1,4 @@
+lp_test_arit
+lp_test_format
+lp_test_printf
+u_format_test

.gitlab-ci/deqp-freedreno-a307-skips.txt

@@ -0,0 +1,23 @@
+# Note: skips lists for CI are just a list of lines that, when
+# non-zero-length and not starting with '#', will regex match to
+# delete lines from the test list.  Be careful.
+
+# Skip the perf/stress tests to keep runtime manageable
+dEQP-GLES[0-9]*.performance.*
+dEQP-GLES[0-9]*.stress.*
+
+# These are really slow on tiling architectures (including llvmpipe).
+dEQP-GLES[0-9]*.functional.flush_finish.*
+
+# Flaky results
+dEQP-GLES3.functional.occlusion_query.stencil_write
+dEQP-GLES3.functional.rasterization.fbo.rbo_.*
+dEQP-GLES3.functional.rasterization.fbo.texture_2d.interpolation.triangles
+dEQP-GLES3.functional.rasterization.fbo.texture_2d.primitives.points
+dEQP-GLES3.functional.rasterization.flatshading.lines_wide
+dEQP-GLES3.functional.rasterization.flatshading.triangles
+dEQP-GLES3.functional.shaders.linkage.varying.interpolation.centroid
+dEQP-GLES3.functional.shaders.texture_functions.texturegradoffset.*
+dEQP-GLES3.functional.shaders.texture_functions.textureprojgradoffset.*
+dEQP-GLES3.functional.texture.units.4_units.only_3d.*
+dEQP-GLES3.functional.vertex_arrays.single_attribute.*

.gitlab-ci/deqp-freedreno-a530-skips.txt

@@ -0,0 +1,17 @@
+# Note: skips lists for CI are just a list of lines that, when
+# non-zero-length and not starting with '#', will regex match to
+# delete lines from the test list.  Be careful.
+
+# Skip the perf/stress tests to keep runtime manageable
+dEQP-GLES[0-9]*.performance.*
+dEQP-GLES[0-9]*.stress.*
+
+# These are really slow on tiling architectures (including llvmpipe).
+dEQP-GLES[0-9]*.functional.flush_finish.*
+
+# unstable results (probably related to the iommu faults).
+dEQP-GLES3.functional.texture.filtering.3d.*
+dEQP-GLES3.functional.texture.vertex.3d.filtering.*
+dEQP-GLES3.functional.fbo.invalidate.sub.unbind_blit_msaa_stencil
+dEQP-GLES3.functional.fbo.invalidate.whole.unbind_blit_msaa_stencil
+dEQP-GLES31.functional.ubo.2_level_struct_array.single_buffer.packed_instance_array_fragment

.gitlab-ci/deqp-freedreno-a630-bypass-fails.txt

@@ -0,0 +1,96 @@
+dEQP-GLES31.functional.blend_equation_advanced.barrier.colorburn
+dEQP-GLES31.functional.blend_equation_advanced.barrier.colordodge
+dEQP-GLES31.functional.blend_equation_advanced.barrier.darken
+dEQP-GLES31.functional.blend_equation_advanced.barrier.difference
+dEQP-GLES31.functional.blend_equation_advanced.barrier.exclusion
+dEQP-GLES31.functional.blend_equation_advanced.barrier.hardlight
+dEQP-GLES31.functional.blend_equation_advanced.barrier.hsl_color
+dEQP-GLES31.functional.blend_equation_advanced.barrier.hsl_hue
+dEQP-GLES31.functional.blend_equation_advanced.barrier.hsl_luminosity
+dEQP-GLES31.functional.blend_equation_advanced.barrier.hsl_saturation
+dEQP-GLES31.functional.blend_equation_advanced.barrier.lighten
+dEQP-GLES31.functional.blend_equation_advanced.barrier.multiply
+dEQP-GLES31.functional.blend_equation_advanced.barrier.overlay
+dEQP-GLES31.functional.blend_equation_advanced.barrier.screen
+dEQP-GLES31.functional.blend_equation_advanced.barrier.softlight
+dEQP-GLES31.functional.blend_equation_advanced.basic.colorburn
+dEQP-GLES31.functional.blend_equation_advanced.basic.colordodge
+dEQP-GLES31.functional.blend_equation_advanced.basic.darken
+dEQP-GLES31.functional.blend_equation_advanced.basic.difference
+dEQP-GLES31.functional.blend_equation_advanced.basic.exclusion
+dEQP-GLES31.functional.blend_equation_advanced.basic.hardlight
+dEQP-GLES31.functional.blend_equation_advanced.basic.hsl_color
+dEQP-GLES31.functional.blend_equation_advanced.basic.hsl_hue
+dEQP-GLES31.functional.blend_equation_advanced.basic.hsl_luminosity
+dEQP-GLES31.functional.blend_equation_advanced.basic.hsl_saturation
+dEQP-GLES31.functional.blend_equation_advanced.basic.lighten
+dEQP-GLES31.functional.blend_equation_advanced.basic.multiply
+dEQP-GLES31.functional.blend_equation_advanced.basic.overlay
+dEQP-GLES31.functional.blend_equation_advanced.basic.screen
+dEQP-GLES31.functional.blend_equation_advanced.basic.softlight
+dEQP-GLES31.functional.blend_equation_advanced.msaa.colorburn
+dEQP-GLES31.functional.blend_equation_advanced.msaa.colordodge
+dEQP-GLES31.functional.blend_equation_advanced.msaa.darken
+dEQP-GLES31.functional.blend_equation_advanced.msaa.difference
+dEQP-GLES31.functional.blend_equation_advanced.msaa.exclusion
+dEQP-GLES31.functional.blend_equation_advanced.msaa.hardlight
+dEQP-GLES31.functional.blend_equation_advanced.msaa.hsl_color
+dEQP-GLES31.functional.blend_equation_advanced.msaa.hsl_hue
+dEQP-GLES31.functional.blend_equation_advanced.msaa.hsl_luminosity
+dEQP-GLES31.functional.blend_equation_advanced.msaa.hsl_saturation
+dEQP-GLES31.functional.blend_equation_advanced.msaa.lighten
+dEQP-GLES31.functional.blend_equation_advanced.msaa.multiply
+dEQP-GLES31.functional.blend_equation_advanced.msaa.overlay
+dEQP-GLES31.functional.blend_equation_advanced.msaa.screen
+dEQP-GLES31.functional.blend_equation_advanced.msaa.softlight
+dEQP-GLES31.functional.blend_equation_advanced.srgb.colorburn
+dEQP-GLES31.functional.blend_equation_advanced.srgb.colordodge
+dEQP-GLES31.functional.blend_equation_advanced.srgb.darken
+dEQP-GLES31.functional.blend_equation_advanced.srgb.difference
+dEQP-GLES31.functional.blend_equation_advanced.srgb.exclusion
+dEQP-GLES31.functional.blend_equation_advanced.srgb.hardlight
+dEQP-GLES31.functional.blend_equation_advanced.srgb.hsl_color
+dEQP-GLES31.functional.blend_equation_advanced.srgb.hsl_hue
+dEQP-GLES31.functional.blend_equation_advanced.srgb.hsl_luminosity
+dEQP-GLES31.functional.blend_equation_advanced.srgb.hsl_saturation
+dEQP-GLES31.functional.blend_equation_advanced.srgb.lighten
+dEQP-GLES31.functional.blend_equation_advanced.srgb.multiply
+dEQP-GLES31.functional.blend_equation_advanced.srgb.overlay
+dEQP-GLES31.functional.blend_equation_advanced.srgb.screen
+dEQP-GLES31.functional.blend_equation_advanced.srgb.softlight
+dEQP-GLES31.functional.compute.basic.shared_var_single_group
+dEQP-GLES31.functional.draw_buffers_indexed.overwrite_common.common_advanced_blend_eq_buffer_advanced_blend_eq
+dEQP-GLES31.functional.draw_buffers_indexed.overwrite_common.common_blend_eq_buffer_advanced_blend_eq
+dEQP-GLES31.functional.draw_buffers_indexed.overwrite_common.common_separate_blend_eq_buffer_advanced_blend_eq
+dEQP-GLES31.functional.draw_buffers_indexed.overwrite_indexed.common_advanced_blend_eq_buffer_advanced_blend_eq
+dEQP-GLES31.functional.draw_buffers_indexed.overwrite_indexed.common_advanced_blend_eq_buffer_blend_eq
+dEQP-GLES31.functional.draw_buffers_indexed.overwrite_indexed.common_advanced_blend_eq_buffer_separate_blend_eq
+dEQP-GLES31.functional.draw_buffers_indexed.overwrite_indexed.common_separate_blend_eq_buffer_blend_eq
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.11
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.15
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.17
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.18
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.2
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.3
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.6
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.7
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_required_draw_buffers.19
+dEQP-GLES31.functional.draw_buffers_indexed.random.max_required_draw_buffers.3
+dEQP-GLES31.functional.image_load_store.early_fragment_tests.early_fragment_tests_depth_fbo
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std140.column_major_mat4x2
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std430.mat3
+dEQP-GLES31.functional.ssbo.layout.random.arrays_of_arrays.6
+dEQP-GLES31.functional.ssbo.layout.unsized_struct_array.per_block_buffer.shared_instance_array
+dEQP-GLES31.functional.stencil_texturing.render.depth24_stencil8_draw
+dEQP-GLES31.functional.stencil_texturing.render.depth32f_stencil8_clear
+dEQP-GLES31.functional.stencil_texturing.render.depth32f_stencil8_draw
+dEQP-GLES31.functional.tessellation.invariance.inner_triangle_set.quads_fractional_even_spacing
+dEQP-GLES31.functional.tessellation.invariance.tess_coord_component_range.triangles_fractional_odd_spacing_cw
+dEQP-GLES31.functional.texture.multisample.samples_1.use_texture_depth_2d
+dEQP-GLES31.functional.texture.multisample.samples_1.use_texture_depth_2d_array
+dEQP-GLES31.functional.texture.multisample.samples_2.use_texture_depth_2d
+dEQP-GLES31.functional.texture.multisample.samples_2.use_texture_depth_2d_array
+dEQP-GLES31.functional.texture.multisample.samples_3.use_texture_depth_2d
+dEQP-GLES31.functional.texture.multisample.samples_3.use_texture_depth_2d_array
+dEQP-GLES31.functional.texture.multisample.samples_4.use_texture_depth_2d
+dEQP-GLES31.functional.texture.multisample.samples_4.use_texture_depth_2d_array

.gitlab-ci/deqp-freedreno-a630-fails.txt

@@ -1,3 +1,4 @@
 dEQP-GLES2.functional.clipping.triangle_vertex.clip_three.clip_neg_x_neg_z_and_pos_x_pos_z_and_neg_x_neg_y_pos_z
+dEQP-GLES2.functional.clip_control.depth_mode_zero_to_one
 dEQP-GLES31.functional.stencil_texturing.render.depth24_stencil8_clear
 dEQP-GLES31.functional.stencil_texturing.render.depth24_stencil8_draw

.gitlab-ci/deqp-freedreno-a630-noubo-fails.txt

@@ -0,0 +1,18 @@
+dEQP-GLES31.functional.stencil_texturing.render.depth24_stencil8_clear
+dEQP-GLES31.functional.stencil_texturing.render.depth24_stencil8_draw
+dEQP-GLES31.functional.ubo.random.all_per_block_buffers.11
+dEQP-GLES31.functional.ubo.random.all_per_block_buffers.16
+dEQP-GLES31.functional.ubo.random.all_per_block_buffers.21
+dEQP-GLES31.functional.ubo.random.all_per_block_buffers.31
+dEQP-GLES31.functional.ubo.random.all_per_block_buffers.6
+dEQP-GLES31.functional.ubo.random.all_shared_buffer.12
+dEQP-GLES31.functional.ubo.random.all_shared_buffer.17
+dEQP-GLES31.functional.ubo.random.all_shared_buffer.2
+dEQP-GLES31.functional.ubo.random.all_shared_buffer.27
+dEQP-GLES31.functional.ubo.random.all_shared_buffer.37
+dEQP-GLES31.functional.ubo.random.all_shared_buffer.47
+dEQP-GLES31.functional.ubo.random.basic_type_arrays.1
+dEQP-GLES31.functional.ubo.random.basic_type_arrays.11
+dEQP-GLES31.functional.ubo.random.basic_type_arrays.16
+dEQP-GLES31.functional.ubo.random.basic_type_arrays.21
+dEQP-GLES31.functional.ubo.random.basic_type_arrays.6

.gitlab-ci/deqp-freedreno-a630-skips.txt

@@ -18,4 +18,46 @@ dEQP-GLES31.functional.primitive_bounding_box.*
 
 # Intermittent timeout
 dEQP-GLES31.functional.ssbo.layout.random.all_shared_buffer.23
+dEQP-GLES31.functional.ssbo.layout.random.all_shared_buffer.48
 
+# Flakes reported more than once during Jan-Feb 2020
+dEQP-GLES31.functional.layout_binding.ssbo.fragment_binding_array
+dEQP-GLES3.functional.fragment_out.random.0
+dEQP-GLES3.functional.fragment_out.random.1
+dEQP-GLES3.functional.fragment_out.random.12
+dEQP-GLES3.functional.fragment_out.random.13
+dEQP-GLES3.functional.fragment_out.random.17
+dEQP-GLES3.functional.fragment_out.random.24
+dEQP-GLES3.functional.fragment_out.random.27
+dEQP-GLES3.functional.fragment_out.random.28
+dEQP-GLES3.functional.fragment_out.random.32
+dEQP-GLES3.functional.fragment_out.random.34
+dEQP-GLES3.functional.fragment_out.random.35
+dEQP-GLES3.functional.fragment_out.random.36
+dEQP-GLES3.functional.fragment_out.random.40
+dEQP-GLES3.functional.fragment_out.random.44
+dEQP-GLES3.functional.fragment_out.random.47
+dEQP-GLES3.functional.fragment_out.random.5
+dEQP-GLES3.functional.fragment_out.random.50
+dEQP-GLES3.functional.fragment_out.random.51
+dEQP-GLES3.functional.fragment_out.random.55
+dEQP-GLES3.functional.fragment_out.random.58
+dEQP-GLES3.functional.fragment_out.random.59
+dEQP-GLES3.functional.fragment_out.random.61
+dEQP-GLES3.functional.fragment_out.random.63
+dEQP-GLES3.functional.fragment_out.random.66
+dEQP-GLES3.functional.fragment_out.random.67
+dEQP-GLES3.functional.fragment_out.random.69
+dEQP-GLES3.functional.fragment_out.random.70
+dEQP-GLES3.functional.fragment_out.random.71
+dEQP-GLES3.functional.fragment_out.random.80
+dEQP-GLES3.functional.fragment_out.random.82
+dEQP-GLES3.functional.fragment_out.random.86
+dEQP-GLES3.functional.fragment_out.random.88
+dEQP-GLES3.functional.fragment_out.random.91
+dEQP-GLES3.functional.fragment_out.random.93
+dEQP-GLES3.functional.fragment_out.random.95
+dEQP-GLES3.functional.fragment_out.random.96
+dEQP-GLES3.functional.transform_feedback.array_element.interleaved.triangles.highp_mat2x3
+dEQP-GLES3.functional.transform_feedback.array_element.interleaved.triangles.lowp_mat2x4
+dEQP-GLES3.functional.transform_feedback.array_element.separate.triangles.lowp_mat2x4

.gitlab-ci/deqp-lima-fails.txt

@@ -4,32 +4,6 @@ dEQP-GLES2.functional.clipping.triangle_vertex.clip_two.clip_neg_x_neg_y_pos_z_a
 dEQP-GLES2.functional.clipping.triangle_vertex.clip_two.clip_neg_x_pos_y_pos_z_and_pos_x_neg_y_neg_z
 dEQP-GLES2.functional.clipping.triangle_vertex.clip_two.clip_pos_x_neg_y_pos_z_and_neg_x_pos_y_neg_z
 dEQP-GLES2.functional.clipping.triangle_vertex.clip_two.clip_pos_x_pos_y_pos_z_and_neg_x_neg_y_neg_z
-dEQP-GLES2.functional.depth_stencil_clear.depth_stencil_masked
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_rbo_rgb565_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_rbo_rgb565_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_rbo_rgb5_a1_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_rbo_rgb5_a1_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_rbo_rgba4_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_rbo_rgba4_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_tex2d_rgba_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_tex2d_rgba_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_tex2d_rgb_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_tex2d_rgb_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_rbo_rgb565_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_rbo_rgb565_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_rbo_rgb5_a1_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_rbo_rgb5_a1_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_rbo_rgba4_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_rbo_rgba4_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_tex2d_rgba_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_tex2d_rgba_stencil_index8
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_tex2d_rgb_depth_component16
-dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_tex2d_rgb_stencil_index8
-dEQP-GLES2.functional.fbo.render.shared_colorbuffer.rbo_rgb565_stencil_index8
-dEQP-GLES2.functional.fbo.render.shared_colorbuffer.rbo_rgb5_a1_stencil_index8
-dEQP-GLES2.functional.fbo.render.shared_colorbuffer.rbo_rgba4_stencil_index8
-dEQP-GLES2.functional.fbo.render.shared_colorbuffer.tex2d_rgba_stencil_index8
-dEQP-GLES2.functional.fbo.render.shared_colorbuffer.tex2d_rgb_stencil_index8
 dEQP-GLES2.functional.fbo.render.shared_depthbuffer.rbo_rgb565_depth_component16
 dEQP-GLES2.functional.fbo.render.shared_depthbuffer.rbo_rgb5_a1_depth_component16
 dEQP-GLES2.functional.fbo.render.shared_depthbuffer.rbo_rgba4_depth_component16
@@ -61,116 +35,9 @@ dEQP-GLES2.functional.fragment_ops.depth_stencil.random.7
 dEQP-GLES2.functional.fragment_ops.depth_stencil.random.8
 dEQP-GLES2.functional.fragment_ops.depth_stencil.random.9
 dEQP-GLES2.functional.fragment_ops.depth_stencil.write_mask.stencil
-dEQP-GLES2.functional.shaders.algorithm.hsl_to_rgb_vertex
-dEQP-GLES2.functional.shaders.functions.array_arguments.global_in_int_vertex
-dEQP-GLES2.functional.shaders.functions.array_arguments.local_in_int_vertex
-dEQP-GLES2.functional.shaders.functions.datatypes.int_int_vertex
-dEQP-GLES2.functional.shaders.functions.overloading.builtin_sin_vertex
-dEQP-GLES2.functional.shaders.functions.overloading.builtin_step_vertex
-dEQP-GLES2.functional.shaders.functions.overloading.user_func_arg_int_types_vertex
-dEQP-GLES2.functional.shaders.functions.qualifiers.inout_highp_int_vertex
-dEQP-GLES2.functional.shaders.functions.qualifiers.inout_int_vertex
-dEQP-GLES2.functional.shaders.functions.qualifiers.inout_lowp_int_vertex
-dEQP-GLES2.functional.shaders.functions.qualifiers.out_highp_int_vertex
-dEQP-GLES2.functional.shaders.functions.qualifiers.out_int_vertex
-dEQP-GLES2.functional.shaders.functions.qualifiers.out_lowp_int_vertex
-dEQP-GLES2.functional.shaders.indexing.matrix_subscript.mat3_dynamic_loop_write_static_loop_read_vertex
-dEQP-GLES2.functional.shaders.indexing.matrix_subscript.mat3_dynamic_loop_write_static_read_vertex
-dEQP-GLES2.functional.shaders.indexing.matrix_subscript.mat3_dynamic_write_dynamic_loop_read_vertex
-dEQP-GLES2.functional.shaders.loops.do_while_constant_iterations.conditional_body_vertex
 dEQP-GLES2.functional.shaders.loops.do_while_dynamic_iterations.vector_counter_fragment
-dEQP-GLES2.functional.shaders.loops.do_while_uniform_iterations.conditional_body_vertex
-dEQP-GLES2.functional.shaders.loops.do_while_uniform_iterations.nested_tricky_dataflow_2_vertex
 dEQP-GLES2.functional.shaders.loops.for_dynamic_iterations.vector_counter_fragment
-dEQP-GLES2.functional.shaders.loops.while_constant_iterations.compound_statement_vertex
-dEQP-GLES2.functional.shaders.loops.while_constant_iterations.sequence_statement_vertex
-dEQP-GLES2.functional.shaders.loops.while_dynamic_iterations.nested_sequence_vertex
 dEQP-GLES2.functional.shaders.loops.while_dynamic_iterations.vector_counter_fragment
-dEQP-GLES2.functional.shaders.loops.while_uniform_iterations.nested_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.highp_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.highp_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.highp_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.highp_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.highp_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.highp_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.highp_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.lowp_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.lowp_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.lowp_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.lowp_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.lowp_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.lowp_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.lowp_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.mediump_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.mediump_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.mediump_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.mediump_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.mediump_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.mediump_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_effect.mediump_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.highp_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.highp_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.highp_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.highp_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.highp_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.highp_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.highp_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.lowp_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.lowp_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.lowp_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.lowp_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.lowp_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.lowp_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.lowp_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.mediump_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.mediump_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.mediump_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.mediump_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.mediump_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.mediump_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub_assign_result.mediump_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_int_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_int_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_int_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.highp_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_int_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_int_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_int_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.lowp_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_int_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_int_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_int_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_ivec2_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_ivec3_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_ivec4_int_vertex
-dEQP-GLES2.functional.shaders.operator.binary_operator.sub.mediump_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.highp_int_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.highp_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.highp_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.highp_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.lowp_int_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.lowp_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.lowp_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.lowp_ivec4_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.mediump_int_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.mediump_ivec2_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.mediump_ivec3_vertex
-dEQP-GLES2.functional.shaders.operator.unary_operator.minus.mediump_ivec4_vertex
 dEQP-GLES2.functional.shaders.random.all_features.fragment.37
 dEQP-GLES2.functional.shaders.random.exponential.fragment.11
 dEQP-GLES2.functional.shaders.random.exponential.fragment.12
@@ -179,19 +46,13 @@ dEQP-GLES2.functional.shaders.random.exponential.fragment.37
 dEQP-GLES2.functional.shaders.random.exponential.fragment.5
 dEQP-GLES2.functional.shaders.random.exponential.fragment.74
 dEQP-GLES2.functional.shaders.random.texture.fragment.28
-dEQP-GLES2.functional.shaders.random.trigonometric.fragment.1
 dEQP-GLES2.functional.shaders.random.trigonometric.fragment.65
-dEQP-GLES2.functional.shaders.random.trigonometric.fragment.69
 dEQP-GLES2.functional.shaders.texture_functions.fragment.texture2d_bias
 dEQP-GLES2.functional.shaders.texture_functions.fragment.texture2dproj_vec4_bias
 dEQP-GLES2.functional.shaders.texture_functions.fragment.texturecube_bias
-dEQP-GLES2.functional.texture.filtering.2d.linear_mipmap_linear_linear_clamp_etc1
 dEQP-GLES2.functional.texture.filtering.2d.linear_mipmap_linear_linear_clamp_rgba8888
-dEQP-GLES2.functional.texture.filtering.2d.linear_mipmap_linear_linear_mirror_etc1
 dEQP-GLES2.functional.texture.filtering.2d.linear_mipmap_linear_linear_mirror_rgba8888
-dEQP-GLES2.functional.texture.filtering.2d.linear_mipmap_linear_nearest_clamp_etc1
 dEQP-GLES2.functional.texture.filtering.2d.linear_mipmap_linear_nearest_clamp_rgba8888
-dEQP-GLES2.functional.texture.filtering.2d.linear_mipmap_linear_nearest_mirror_etc1
 dEQP-GLES2.functional.texture.filtering.2d.linear_mipmap_linear_nearest_mirror_rgba8888
 dEQP-GLES2.functional.texture.mipmap.cube.basic.linear_linear
 dEQP-GLES2.functional.texture.mipmap.cube.basic.linear_nearest

.gitlab-ci/deqp-lima-skips.txt

@@ -9,31 +9,23 @@ dEQP-GLES[0-9]*.stress
 # These are really slow on tiling architectures (including llvmpipe).
 dEQP-GLES[0-9]*.functional.flush_finish
 
-# Crashes
-dEQP-GLES2.functional.shaders.invariance.highp.common_subexpression_1
-dEQP-GLES2.functional.shaders.invariance.mediump.common_subexpression_1
-dEQP-GLES2.functional.shaders.invariance.lowp.common_subexpression_1
-
 # Flaky
+dEQP-GLES2.functional.clipping.triangle_vertex.clip_three.clip_neg_x_neg_z_and_pos_x_pos_z_and_neg_x_neg_y_pos_z
+dEQP-GLES2.functional.default_vertex_attrib.*
 dEQP-GLES2.functional.fbo.completeness.size.distinct
 dEQP-GLES2.functional.negative_api.shader.uniform_matrixfv_invalid_transpose
 dEQP-GLES2.functional.negative_api.texture.generatemipmap_zero_level_array_compressed
+dEQP-GLES2.functional.shaders.builtin_variable.frontfacing
 dEQP-GLES2.functional.shaders.random.exponential.fragment.94
 dEQP-GLES2.functional.shaders.random.all_features.fragment.55
-dEQP-GLES2.functional.clipping.triangle_vertex.clip_three.clip_neg_x_neg_z_and_pos_x_pos_z_and_neg_x_neg_y_pos_z
-
-# Driver bugs causing GPU errors
-dEQP-GLES2.functional.shaders.loops.while_constant_iterations.nested_sequence_vertex
-dEQP-GLES2.functional.shaders.loops.while_constant_iterations.conditional_body_vertex
-dEQP-GLES2.functional.shaders.loops.while_uniform_iterations.conditional_continue_vertex
-dEQP-GLES2.functional.shaders.loops.while_uniform_iterations.double_continue_vertex
+dEQP-GLES2.functional.shaders.random.trigonometric.fragment.1
+dEQP-GLES2.functional.shaders.random.trigonometric.fragment.69
 
 # Hangs / OOM
 dEQP-GLES2.functional.shaders.indexing.varying_array.vec4_dynamic_loop_write_static_read
 dEQP-GLES2.functional.shaders.indexing.varying_array.vec4_dynamic_loop_write_dynamic_read
 dEQP-GLES2.functional.shaders.indexing.varying_array.vec4_dynamic_loop_write_static_loop_read
 dEQP-GLES2.functional.shaders.indexing.varying_array.vec4_dynamic_loop_write_dynamic_loop_read
-dEQP-GLES2.functional.shaders.indexing.tmp_array.vec3_dynamic_loop_write_dynamic_read_vertex
 
 dEQP-GLES2.functional.shaders.indexing.tmp_array.vec4_dynamic_loop_write_static_read_vertex
 dEQP-GLES2.functional.shaders.indexing.tmp_array.vec4_dynamic_loop_write_dynamic_read_vertex

.gitlab-ci/deqp-llvmpipe-fails.txt

@@ -28,7 +28,6 @@ dEQP-GLES2.functional.rasterization.interpolation.basic.lines_wide
 dEQP-GLES2.functional.rasterization.interpolation.projected.line_loop_wide
 dEQP-GLES2.functional.rasterization.interpolation.projected.line_strip_wide
 dEQP-GLES2.functional.rasterization.interpolation.projected.lines_wide
-dEQP-GLES2.functional.rasterization.limits.points
 dEQP-GLES2.functional.shaders.texture_functions.fragment.texture2d_bias
 dEQP-GLES2.functional.shaders.texture_functions.fragment.texture2dproj_vec3_bias
 dEQP-GLES2.functional.shaders.texture_functions.fragment.texture2dproj_vec4_bias

.gitlab-ci/deqp-panfrost-t760-skips.txt

@@ -8,3 +8,4 @@ dEQP-GLES[0-9]*.stress.*
 
 # These are really slow on tiling architectures (including llvmpipe).
 dEQP-GLES[0-9]*.functional.flush_finish.*
+

.gitlab-ci/deqp-panfrost-t860-skips.txt

@@ -11,3 +11,10 @@ dEQP-GLES[0-9]*.functional.flush_finish.*
 
 # XXX: Why does this flake?
 dEQP-GLES2.functional.clipping.triangle_vertex.clip_three.clip_neg_x_neg_z_and_pos_x_pos_z_and_neg_x_neg_y_pos_z
+
+# XXX: Causes irrecoverable GPU hangs when run in parallel with dEQP-GLES3.functional.transform_feedback.*
+dEQP-GLES3.functional.rasterizer_discard.*
+
+# XXX: Not completely implemented yet, behave flakily
+dEQP-GLES3.functional.shaders.derivate.*
+

.gitlab-ci/deqp-radv-default-skips.txt

@@ -0,0 +1,3 @@
+# Exclude WSI related tests.
+dEQP-VK.image.swapchain_mutable.*
+dEQP-VK.wsi.*

.gitlab-ci/deqp-radv-fiji-aco-fails.txt

@@ -0,0 +1,35 @@
+# CTS bug (should be fixed in next version)
+dEQP-VK.api.buffer_marker.graphics.default_mem.bottom_of_pipe.memory_dep.draw
+dEQP-VK.api.buffer_marker.graphics.external_host_mem.bottom_of_pipe.memory_dep.draw
+
+# SPIR-V->NIR issues.
+dEQP-VK.glsl.builtin.precision.asin.highp.scalar
+dEQP-VK.glsl.builtin.precision.asin.highp.vec2
+dEQP-VK.glsl.builtin.precision.asin.highp.vec3
+dEQP-VK.glsl.builtin.precision.asin.highp.vec4
+
+# CTS bug (list of extensions not up-to-date).
+dEQP-VK.info.device_extensions
+
+# ACO specific issues.
+dEQP-VK.graphicsfuzz.loops-ifs-continues-call
+
+# Interesting failures...
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_2.d32_sfloat_s8_uint.stencil_max
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_2.d32_sfloat_s8_uint.stencil_min
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_2.d32_sfloat_s8_uint.stencil_zero
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_2.d32_sfloat_s8_uint_separate_layouts.stencil_max
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_2.d32_sfloat_s8_uint_separate_layouts.stencil_min
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_2.d32_sfloat_s8_uint_separate_layouts.stencil_zero
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_4.d32_sfloat_s8_uint.stencil_max
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_4.d32_sfloat_s8_uint.stencil_min
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_4.d32_sfloat_s8_uint.stencil_zero
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_4.d32_sfloat_s8_uint_separate_layouts.stencil_max
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_4.d32_sfloat_s8_uint_separate_layouts.stencil_min
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_4.d32_sfloat_s8_uint_separate_layouts.stencil_zero
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_8.d32_sfloat_s8_uint.stencil_max
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_8.d32_sfloat_s8_uint.stencil_min
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_8.d32_sfloat_s8_uint.stencil_zero
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_8.d32_sfloat_s8_uint_separate_layouts.stencil_max
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_8.d32_sfloat_s8_uint_separate_layouts.stencil_min
+dEQP-VK.renderpass2.depth_stencil_resolve.image_2d_16_64_6.samples_8.d32_sfloat_s8_uint_separate_layouts.stencil_zero

.gitlab-ci/deqp-radv-navi10-aco-fails.txt

@@ -0,0 +1,13 @@
+# SPIR-V->NIR issues.
+dEQP-VK.glsl.builtin.precision.asin.highp.scalar
+dEQP-VK.glsl.builtin.precision.asin.highp.vec2
+dEQP-VK.glsl.builtin.precision.asin.highp.vec3
+dEQP-VK.glsl.builtin.precision.asin.highp.vec4
+
+# CTS bug (list of extensions not up-to-date).
+dEQP-VK.info.device_extensions
+
+# ACO specific issues.
+dEQP-VK.transform_feedback.simple.multistreams_1
+dEQP-VK.transform_feedback.simple.multistreams_3
+dEQP-VK.graphicsfuzz.loops-ifs-continues-call

.gitlab-ci/deqp-radv-pitcairn-aco-fails.txt

@@ -0,0 +1,11 @@
+# SPIR-V->NIR issues.
+dEQP-VK.glsl.builtin.precision.asin.highp.scalar
+dEQP-VK.glsl.builtin.precision.asin.highp.vec2
+dEQP-VK.glsl.builtin.precision.asin.highp.vec3
+dEQP-VK.glsl.builtin.precision.asin.highp.vec4
+
+# CTS bug (list of extensions not up-to-date).
+dEQP-VK.info.device_extensions
+
+# ACO specific issues.
+dEQP-VK.graphicsfuzz.loops-ifs-continues-call

.gitlab-ci/deqp-radv-polaris10-aco-fails.txt

@@ -0,0 +1,15 @@
+# CTS bug (should be fixed in next version)
+dEQP-VK.api.buffer_marker.graphics.default_mem.bottom_of_pipe.memory_dep.draw
+dEQP-VK.api.buffer_marker.graphics.external_host_mem.bottom_of_pipe.memory_dep.draw
+
+# SPIR-V->NIR issues.
+dEQP-VK.glsl.builtin.precision.asin.highp.scalar
+dEQP-VK.glsl.builtin.precision.asin.highp.vec2
+dEQP-VK.glsl.builtin.precision.asin.highp.vec3
+dEQP-VK.glsl.builtin.precision.asin.highp.vec4
+
+# CTS bug (list of extensions not up-to-date).
+dEQP-VK.info.device_extensions
+
+# ACO specific issues.
+dEQP-VK.graphicsfuzz.loops-ifs-continues-call

.gitlab-ci/deqp-radv-vega10-aco-fails.txt

@@ -0,0 +1,13 @@
+# SPIR-V->NIR issues.
+dEQP-VK.glsl.builtin.precision.asin.highp.scalar
+dEQP-VK.glsl.builtin.precision.asin.highp.vec2
+dEQP-VK.glsl.builtin.precision.asin.highp.vec3
+dEQP-VK.glsl.builtin.precision.asin.highp.vec4
+
+# CTS bug (list of extensions not up-to-date).
+dEQP-VK.info.device_extensions
+
+# ACO specific issues.
+dEQP-VK.transform_feedback.simple.multistreams_1
+dEQP-VK.transform_feedback.simple.multistreams_3
+dEQP-VK.graphicsfuzz.loops-ifs-continues-call

.gitlab-ci/deqp-runner.sh

@@ -2,7 +2,7 @@
 
 set -ex
 
-DEQP_OPTIONS="--deqp-surface-width=256 --deqp-surface-height=256"
+DEQP_OPTIONS="$DEQP_OPTIONS --deqp-surface-width=256 --deqp-surface-height=256"
 DEQP_OPTIONS="$DEQP_OPTIONS --deqp-surface-type=pbuffer"
 DEQP_OPTIONS="$DEQP_OPTIONS --deqp-gl-config-name=rgba8888d24s8ms0"
 DEQP_OPTIONS="$DEQP_OPTIONS --deqp-visibility=hidden"
@@ -31,7 +31,7 @@ if [ -z "$DEQP_SKIPS" ]; then
    exit 1
 fi
 
-ARTIFACTS=`pwd`/artifacts
+INSTALL=`pwd`/install
 
 # Set up the driver environment.
 export LD_LIBRARY_PATH=`pwd`/install/lib/
@@ -60,17 +60,25 @@ if [ -n "$CI_NODE_INDEX" ]; then
    sed -ni $CI_NODE_INDEX~$CI_NODE_TOTAL"p" /tmp/case-list.txt
 fi
 
+if [ -n "$DEQP_CASELIST_FILTER" ]; then
+    sed -i "/$DEQP_CASELIST_FILTER/p" /tmp/case-list.txt
+fi
+
 if [ ! -s /tmp/case-list.txt ]; then
     echo "Caselist generation failed"
     exit 1
 fi
 
 if [ -n "$DEQP_EXPECTED_FAILS" ]; then
-    XFAIL="--xfail-list $ARTIFACTS/$DEQP_EXPECTED_FAILS"
+    XFAIL="--xfail-list $INSTALL/$DEQP_EXPECTED_FAILS"
 fi
 
 set +e
 
+if [ -n "$DEQP_PARALLEL" ]; then
+   JOB="--job $DEQP_PARALLEL"
+fi
+
 run_cts() {
     deqp=$1
     caselist=$2
@@ -79,9 +87,10 @@ run_cts() {
         --deqp $deqp \
         --output $output \
         --caselist $caselist \
-        --exclude-list $ARTIFACTS/$DEQP_SKIPS \
+        --exclude-list $INSTALL/$DEQP_SKIPS \
+        --compact-display false \
         $XFAIL \
-        --job ${DEQP_PARALLEL:-1} \
+        $JOB \
 	--allow-flakes true \
 	$DEQP_RUNNER_OPTIONS \
         -- \
@@ -130,7 +139,7 @@ extract_xml_result() {
                     if [ "$line" = "#endTestCaseResult" ]; then
                         echo $line >> $dst
                         echo "#endSession" >> $dst
-                        /deqp/executor/testlog-to-xml $dst "$RESULTS/$testcase.xml"
+                        /deqp/executor/testlog-to-xml $dst "$RESULTS/$testcase$DEQP_RUN_SUFFIX.xml"
                         # copy the stylesheets here so they only end up in artifacts
                         # if we have one or more result xml in artifacts
                         cp /deqp/testlog.css "$RESULTS/"
@@ -178,6 +187,28 @@ generate_junit() {
     echo "</testsuites>"
 }
 
+parse_renderer() {
+    RENDERER=`grep -A1 TestCaseResult.\*info.renderer $RESULTS/deqp-info.qpa | grep '<Text' | sed 's|.*<Text>||g' | sed 's|</Text>||g'`
+    VERSION=`grep -A1 TestCaseResult.\*info.version $RESULTS/deqp-info.qpa | grep '<Text' | sed 's|.*<Text>||g' | sed 's|</Text>||g'`
+    echo "Renderer: $RENDERER"
+    echo "Version: $VERSION "
+
+    if ! echo $RENDERER | grep -q $DEQP_EXPECTED_RENDERER; then
+        echo "Expected GL_RENDERER $DEQP_EXPECTED_RENDERER"
+        exit 1
+    fi
+}
+
+check_renderer() {
+    echo "Capturing renderer info for driver sanity checks"
+    # If you're having trouble loading your driver, uncommenting this may help
+    # debug.
+    # export EGL_LOG_LEVEL=debug
+    VERSION=`echo $DEQP_VER | tr '[a-z]' '[A-Z]'`
+    $DEQP $DEQP_OPTIONS --deqp-case=dEQP-$VERSION.info.\* --deqp-log-filename=$RESULTS/deqp-info.qpa
+    parse_renderer
+}
+
 # wrapper to supress +x to avoid spamming the log
 quiet() {
     set +x
@@ -185,52 +216,72 @@ quiet() {
     set -x
 }
 
-run_cts $DEQP /tmp/case-list.txt $RESULTS/cts-runner-results.txt
+if [ "$GALLIUM_DRIVER" = "virpipe" ]; then
+    # deqp is to use virpipe, and virgl_test_server llvmpipe
+    export GALLIUM_DRIVER="$GALLIUM_DRIVER"
+
+    GALLIUM_DRIVER=llvmpipe \
+    GALLIVM_PERF="nopt,no_filter_hacks" \
+    VTEST_USE_EGL_SURFACELESS=1 \
+    VTEST_USE_GLES=1 \
+    virgl_test_server >$RESULTS/vtest-log.txt 2>&1 &
+
+    sleep 1
+fi
+
+if [ $DEQP_VER != vk ]; then
+    quiet check_renderer
+fi
+
+RESULTSFILE=$RESULTS/cts-runner-results$DEQP_RUN_SUFFIX.txt
+UNEXPECTED_RESULTSFILE=$RESULTS/cts-runner-unexpected-results$DEQP_RUN_SUFFIX.txt
+FLAKESFILE=$RESULTS/cts-runner-flakes$DEQP_RUN_SUFFIX.txt
+
+run_cts $DEQP /tmp/case-list.txt $RESULTSFILE
 DEQP_EXITCODE=$?
 
-quiet generate_junit $RESULTS/cts-runner-results.txt > $RESULTS/results.xml
+# junit is disabled, because it overloads gitlab.freedesktop.org to parse it.
+#quiet generate_junit $RESULTSFILE > $RESULTS/results.xml
 
 if [ $DEQP_EXITCODE -ne 0 ]; then
     # preserve caselist files in case of failures:
     cp /tmp/deqp_runner.*.txt $RESULTS/
-    echo "Some unexpected results found (see cts-runner-results.txt in artifacts for full results):"
-    cat $RESULTS/cts-runner-results.txt | \
-        grep -v ",Pass" | \
-        grep -v ",Skip" | \
-        grep -v ",ExpectedFail" > \
-        $RESULTS/cts-runner-unexpected-results.txt
-    head -n 50 $RESULTS/cts-runner-unexpected-results.txt
+    egrep -v ",Pass|,Skip|,ExpectedFail" $RESULTSFILE > $UNEXPECTED_RESULTSFILE.txt
 
     if [ -z "$DEQP_NO_SAVE_RESULTS" ]; then
+        echo "Some unexpected results found (see cts-runner-results.txt in artifacts for full results):"
+        head -n 50 $UNEXPECTED_RESULTSFILE.txt
+
         # Save the logs for up to the first 50 unexpected results:
-        head -n 50 $RESULTS/cts-runner-unexpected-results.txt | quiet extract_xml_results /tmp/*.qpa
+        head -n 50 $UNEXPECTED_RESULTSFILE.txt | quiet extract_xml_results /tmp/*.qpa
+    else
+        echo "Unexpected results found:"
+        cat $UNEXPECTED_RESULTSFILE.txt
     fi
 
-    count=`cat $RESULTS/cts-runner-unexpected-results.txt | wc -l`
+    count=`wc -l $UNEXPECTED_RESULTSFILE.txt`
 
     # Re-run fails to detect flakes.  But use a small threshold, if
     # something was fundamentally broken, we don't want to re-run
     # the entire caselist
 else
-    cat $RESULTS/cts-runner-results.txt | \
-        grep ",Flake" > \
-        $RESULTS/cts-runner-flakes.txt
+    grep ",Flake" $RESULTSFILE > $FLAKESFILE
 
-    count=`cat $RESULTS/cts-runner-flakes.txt | wc -l`
+    count=`wc -l $FLAKESFILE`
     if [ $count -gt 0 ]; then
         echo "Some flakes found (see cts-runner-flakes.txt in artifacts for full results):"
-        head -n 50 $RESULTS/cts-runner-flakes.txt
+        head -n 50 $FLAKESFILE
 
         if [ -z "$DEQP_NO_SAVE_RESULTS" ]; then
             # Save the logs for up to the first 50 flakes:
-            head -n 50 $RESULTS/cts-runner-flakes.txt | quiet extract_xml_results /tmp/*.qpa
+            head -n 50 $FLAKESFILE | quiet extract_xml_results /tmp/*.qpa
         fi
 
         # Report the flakes to IRC channel for monitoring (if configured):
-        quiet report_flakes $RESULTS/cts-runner-flakes.txt
+        quiet report_flakes $FLAKESFILE
     else
         # no flakes, so clean-up:
-        rm $RESULTS/cts-runner-flakes.txt
+        rm $FLAKESFILE
     fi
 fi
 

.gitlab-ci/deqp-softpipe-fails.txt

@@ -449,7 +449,6 @@ dEQP-GLES31.functional.debug.negative_coverage.get_error.buffer.blit_framebuffer
 dEQP-GLES31.functional.debug.negative_coverage.get_error.buffer.read_pixels_fbo_format_mismatch
 dEQP-GLES31.functional.debug.negative_coverage.log.buffer.read_pixels_fbo_format_mismatch
 dEQP-GLES31.functional.draw_base_vertex.draw_elements_instanced_base_vertex.line_loop.instanced_attributes
-dEQP-GLES31.functional.draw_buffers_indexed.overwrite_indexed.common_color_mask_buffer_color_mask
 dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.0
 dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.1
 dEQP-GLES31.functional.draw_buffers_indexed.random.max_implementation_draw_buffers.10

.gitlab-ci/deqp-softpipe-skips.txt

@@ -10,7 +10,10 @@ dEQP-GLES[0-9]*.stress.*
 dEQP-GLES[0-9]*.functional.flush_finish.*
 
 # Random failures
-dEQP-GLES31.functional.shaders.builtin_functions.*geometry
-
+dEQP-GLES31.functional.draw_buffers_indexed.overwrite_indexed.common_color_mask_buffer_color_mask
 dEQP-GLES31.functional.fbo.no_attachments.maximums.all
 dEQP-GLES31.functional.fbo.no_attachments.maximums.size
+dEQP-GLES31.functional.geometry_shading.input.basic_primitive.points
+dEQP-GLES31.functional.shaders.builtin_functions.*geometry
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_expression.geometry.usampler3d
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.dynamically_uniform.geometry.sampler2darray

.gitlab-ci/deqp-virgl-fails.txt

@@ -0,0 +1,720 @@
+dEQP-GLES2.functional.clipping.line.wide_line_clip_viewport_center
+dEQP-GLES2.functional.clipping.line.wide_line_clip_viewport_corner
+dEQP-GLES2.functional.clipping.point.wide_point_clip
+dEQP-GLES2.functional.clipping.point.wide_point_clip_viewport_center
+dEQP-GLES2.functional.clipping.point.wide_point_clip_viewport_corner
+dEQP-GLES2.functional.clipping.triangle_vertex.clip_two.clip_neg_y_neg_z_and_neg_x_neg_y_pos_z
+dEQP-GLES2.functional.clipping.triangle_vertex.clip_two.clip_pos_y_pos_z_and_neg_x_neg_y_neg_z
+dEQP-GLES2.functional.draw.random.10
+dEQP-GLES2.functional.draw.random.42
+dEQP-GLES2.functional.fbo.render.color_clear.rbo_rgba4
+dEQP-GLES2.functional.fbo.render.color_clear.rbo_rgba4_depth_component16
+dEQP-GLES2.functional.fbo.render.color_clear.rbo_rgba4_stencil_index8
+dEQP-GLES2.functional.fbo.render.depth.rbo_rgba4_depth_component16
+dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_rbo_rgba4
+dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_rbo_rgba4_stencil_index8
+dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_rbo_rgba4
+dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.rebind_rbo_rgba4_stencil_index8
+dEQP-GLES2.functional.fbo.render.recreate_depthbuffer.no_rebind_rbo_rgba4_depth_component16
+dEQP-GLES2.functional.fbo.render.recreate_depthbuffer.rebind_rbo_rgba4_depth_component16
+dEQP-GLES2.functional.fbo.render.recreate_stencilbuffer.no_rebind_rbo_rgba4_stencil_index8
+dEQP-GLES2.functional.fbo.render.recreate_stencilbuffer.rebind_rbo_rgba4_stencil_index8
+dEQP-GLES2.functional.fbo.render.shared_colorbuffer.rbo_rgba4
+dEQP-GLES2.functional.fbo.render.shared_colorbuffer.rbo_rgba4_depth_component16
+dEQP-GLES2.functional.fbo.render.shared_depthbuffer.rbo_rgba4_depth_component16
+dEQP-GLES2.functional.polygon_offset.default_displacement_with_units
+dEQP-GLES2.functional.polygon_offset.fixed16_displacement_with_units
+dEQP-GLES2.functional.rasterization.interpolation.basic.line_loop_wide
+dEQP-GLES2.functional.rasterization.interpolation.basic.line_strip_wide
+dEQP-GLES2.functional.rasterization.interpolation.basic.lines_wide
+dEQP-GLES2.functional.rasterization.interpolation.projected.line_loop_wide
+dEQP-GLES2.functional.rasterization.interpolation.projected.line_strip_wide
+dEQP-GLES2.functional.rasterization.interpolation.projected.lines_wide
+dEQP-GLES3.functional.clipping.line.wide_line_clip_viewport_corner
+dEQP-GLES3.functional.clipping.point.wide_point_clip_viewport_center
+dEQP-GLES3.functional.clipping.triangle_vertex.clip_two.clip_neg_y_neg_z_and_neg_x_neg_y_pos_z
+dEQP-GLES3.functional.clipping.triangle_vertex.clip_two.clip_pos_y_pos_z_and_neg_x_neg_y_neg_z
+dEQP-GLES3.functional.draw.random.124
+dEQP-GLES3.functional.draw.random.174
+dEQP-GLES3.functional.draw.random.31
+dEQP-GLES3.functional.fbo.blit.rect.nearest_consistency_mag
+dEQP-GLES3.functional.fbo.blit.rect.nearest_consistency_mag_reverse_dst_x
+dEQP-GLES3.functional.fbo.blit.rect.nearest_consistency_mag_reverse_src_dst_y
+dEQP-GLES3.functional.fbo.blit.rect.nearest_consistency_min_reverse_src_dst_x
+dEQP-GLES3.functional.fbo.depth.depth_test_clamp.depth_component16
+dEQP-GLES3.functional.fbo.invalidate.sub.unbind_blit_msaa_color
+dEQP-GLES3.functional.fbo.invalidate.sub.unbind_blit_msaa_depth_stencil
+dEQP-GLES3.functional.fbo.invalidate.whole.unbind_blit_msaa_depth
+dEQP-GLES3.functional.fbo.msaa.2_samples.depth_component16
+dEQP-GLES3.functional.fbo.msaa.2_samples.r16f
+dEQP-GLES3.functional.fbo.msaa.2_samples.rgb565
+dEQP-GLES3.functional.fbo.msaa.2_samples.rgba4
+dEQP-GLES3.functional.fbo.msaa.2_samples.rgba8
+dEQP-GLES3.functional.fbo.msaa.2_samples.stencil_index8
+dEQP-GLES3.functional.fbo.msaa.4_samples.depth24_stencil8
+dEQP-GLES3.functional.fbo.msaa.4_samples.depth_component24
+dEQP-GLES3.functional.fbo.msaa.4_samples.r11f_g11f_b10f
+dEQP-GLES3.functional.fbo.msaa.4_samples.r8
+dEQP-GLES3.functional.fbo.msaa.4_samples.rgb10_a2
+dEQP-GLES3.functional.fbo.msaa.4_samples.rgb8
+dEQP-GLES3.functional.multisample.fbo_max_samples.proportionality_sample_coverage_inverted
+dEQP-GLES3.functional.multisample.fbo_max_samples.sample_coverage_invert
+dEQP-GLES3.functional.negative_api.buffer.blit_framebuffer_multisample
+dEQP-GLES3.functional.negative_api.buffer.read_pixels_fbo_format_mismatch
+dEQP-GLES3.functional.polygon_offset.default_displacement_with_units
+dEQP-GLES3.functional.polygon_offset.fixed16_render_with_units
+dEQP-GLES3.functional.polygon_offset.float32_displacement_with_units
+dEQP-GLES3.functional.rasterization.fbo.rbo_multisample_max.interpolation.lines_wide
+dEQP-GLES3.functional.rasterization.fbo.rbo_multisample_max.primitives.lines_wide
+dEQP-GLES3.functional.rasterization.fbo.rbo_singlesample.interpolation.lines_wide
+dEQP-GLES3.functional.rasterization.fbo.texture_2d.interpolation.lines_wide
+dEQP-GLES3.functional.rasterization.interpolation.basic.line_loop_wide
+dEQP-GLES3.functional.rasterization.interpolation.projected.line_loop_wide
+dEQP-GLES3.functional.shaders.derivate.dfdx.fastest.fbo_msaa4.float_highp
+dEQP-GLES3.functional.shaders.derivate.dfdx.fastest.fbo_msaa4.vec3_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdx.fastest.fbo_msaa4.vec4_highp
+dEQP-GLES3.functional.shaders.derivate.dfdx.fbo_msaa2.vec2_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdx.fbo_msaa2.vec3_highp
+dEQP-GLES3.functional.shaders.derivate.dfdx.fbo_msaa4.float_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdx.fbo_msaa4.vec2_highp
+dEQP-GLES3.functional.shaders.derivate.dfdx.fbo_msaa4.vec4_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdx.nicest.fbo_msaa4.vec2_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdx.nicest.fbo_msaa4.vec3_highp
+dEQP-GLES3.functional.shaders.derivate.dfdx.texture.msaa4.vec2_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdx.texture.msaa4.vec3_highp
+dEQP-GLES3.functional.shaders.derivate.dfdy.fastest.fbo_msaa4.float_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdy.fastest.fbo_msaa4.vec2_highp
+dEQP-GLES3.functional.shaders.derivate.dfdy.fastest.fbo_msaa4.vec4_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdy.fbo_msaa2.float_highp
+dEQP-GLES3.functional.shaders.derivate.dfdy.fbo_msaa2.vec3_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdy.fbo_msaa2.vec4_highp
+dEQP-GLES3.functional.shaders.derivate.dfdy.fbo_msaa4.vec2_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdy.fbo_msaa4.vec3_highp
+dEQP-GLES3.functional.shaders.derivate.dfdy.nicest.fbo_msaa4.float_highp
+dEQP-GLES3.functional.shaders.derivate.dfdy.nicest.fbo_msaa4.vec3_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdy.nicest.fbo_msaa4.vec4_highp
+dEQP-GLES3.functional.shaders.derivate.dfdy.texture.msaa4.float_highp
+dEQP-GLES3.functional.shaders.derivate.dfdy.texture.msaa4.vec3_mediump
+dEQP-GLES3.functional.shaders.derivate.dfdy.texture.msaa4.vec4_highp
+dEQP-GLES3.functional.shaders.derivate.fwidth.fastest.fbo_msaa4.float_mediump
+dEQP-GLES3.functional.shaders.derivate.fwidth.fastest.fbo_msaa4.vec2_highp
+dEQP-GLES3.functional.shaders.derivate.fwidth.fastest.fbo_msaa4.vec4_mediump
+dEQP-GLES3.functional.shaders.derivate.fwidth.fbo_msaa2.float_mediump
+dEQP-GLES3.functional.shaders.derivate.fwidth.fbo_msaa2.vec2_highp
+dEQP-GLES3.functional.shaders.derivate.fwidth.fbo_msaa2.vec4_mediump
+dEQP-GLES3.functional.shaders.derivate.fwidth.fbo_msaa4.float_highp
+dEQP-GLES3.functional.shaders.derivate.fwidth.fbo_msaa4.vec3_mediump
+dEQP-GLES3.functional.shaders.derivate.fwidth.fbo_msaa4.vec4_highp
+dEQP-GLES3.functional.shaders.derivate.fwidth.nicest.fbo_msaa4.vec2_mediump
+dEQP-GLES3.functional.shaders.derivate.fwidth.nicest.fbo_msaa4.vec3_highp
+dEQP-GLES3.functional.shaders.derivate.fwidth.texture.msaa4.float_highp
+dEQP-GLES3.functional.shaders.derivate.fwidth.texture.msaa4.vec3_mediump
+dEQP-GLES3.functional.shaders.derivate.fwidth.texture.msaa4.vec4_highp
+dEQP-GLES3.functional.state_query.integers.max_samples_getinteger64
+dEQP-GLES3.functional.vertex_arrays.single_attribute.normalize.int2_10_10_10.components4_quads1
+dEQP-GLES3.functional.vertex_arrays.single_attribute.output_types.unsigned_int.components2_vec2_quads256
+dEQP-GLES3.functional.vertex_arrays.single_attribute.output_types.unsigned_int.components2_vec3_quads256
+dEQP-GLES3.functional.vertex_arrays.single_attribute.output_types.unsigned_int.components2_vec4_quads256
+dEQP-GLES3.functional.vertex_arrays.single_attribute.output_types.unsigned_int.components4_vec2_quads1
+dEQP-GLES3.functional.vertex_arrays.single_attribute.output_types.unsigned_int.components4_vec4_quads1
+dEQP-GLES31.functional.atomic_counter.dec.1_counter_100_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.dec.8_counters_5_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.dec_branch.4_counters_1_call_10_threads
+dEQP-GLES31.functional.atomic_counter.get.1_counter_100_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.get.8_counters_5_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.get_branch.4_counters_1_call_10_threads
+dEQP-GLES31.functional.atomic_counter.get_dec.1_counter_100_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.get_dec.8_counters_5_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.get_dec_branch.4_counters_1_call_10_threads
+dEQP-GLES31.functional.atomic_counter.get_inc.1_counter_1_call_1_thread
+dEQP-GLES31.functional.atomic_counter.get_inc.4_counters_5_calls_10_threads
+dEQP-GLES31.functional.atomic_counter.get_inc_branch.1_counter_1_call_5000_threads
+dEQP-GLES31.functional.atomic_counter.get_inc_branch.8_counters_1_call_10_threads
+dEQP-GLES31.functional.atomic_counter.get_inc_dec.1_counter_100_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.get_inc_dec.8_counters_5_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.get_inc_dec_branch.4_counters_1_call_10_threads
+dEQP-GLES31.functional.atomic_counter.inc.1_counter_1_call_1_thread
+dEQP-GLES31.functional.atomic_counter.inc.4_counters_5_calls_10_threads
+dEQP-GLES31.functional.atomic_counter.inc_branch.1_counter_1_call_5000_threads
+dEQP-GLES31.functional.atomic_counter.inc_branch.8_counters_1_call_10_threads
+dEQP-GLES31.functional.atomic_counter.inc_dec.1_counter_1_call_1_thread
+dEQP-GLES31.functional.atomic_counter.inc_dec.4_counters_5_calls_10_threads
+dEQP-GLES31.functional.atomic_counter.inc_dec_branch.1_counter_1_call_5000_threads
+dEQP-GLES31.functional.atomic_counter.inc_dec_branch.8_counters_1_call_10_threads
+dEQP-GLES31.functional.atomic_counter.layout.default_offset_set.get_dec.8_counters_5_calls_1_thread
+dEQP-GLES31.functional.atomic_counter.layout.first_offset_set.inc_dec.8_counters_1_call_1_thread
+dEQP-GLES31.functional.atomic_counter.layout.reset_default_offset.get_dec.8_counters_1_call_1_thread
+dEQP-GLES31.functional.atomic_counter.layout.reverse_offset.get_inc.8_counters_1_call_1_thread
+dEQP-GLES31.functional.atomic_counter.layout.reverse_offset.inc_dec.8_counters_5_calls_1_thread
+dEQP-GLES31.functional.compute.basic.copy_ssbo_to_image_small
+dEQP-GLES31.functional.compute.basic.shared_var_single_invocation
+dEQP-GLES31.functional.compute.basic.ssbo_unsized_arr_multiple_groups
+dEQP-GLES31.functional.compute.basic.ubo_to_ssbo_single_invocation
+dEQP-GLES31.functional.compute.indirect_dispatch.gen_in_compute.large_offset_multiple_invocations
+dEQP-GLES31.functional.compute.indirect_dispatch.upload_buffer.large_offset
+dEQP-GLES31.functional.compute.shared_var.atomic.add.mediump_uint
+dEQP-GLES31.functional.compute.shared_var.atomic.and.highp_uint
+dEQP-GLES31.functional.compute.shared_var.atomic.compswap.lowp_uint
+dEQP-GLES31.functional.compute.shared_var.atomic.max.lowp_uint
+dEQP-GLES31.functional.compute.shared_var.atomic.xor.mediump_uint
+dEQP-GLES31.functional.compute.shared_var.basic_type.float_lowp
+dEQP-GLES31.functional.compute.shared_var.basic_type.int_mediump
+dEQP-GLES31.functional.compute.shared_var.basic_type.ivec4_highp
+dEQP-GLES31.functional.compute.shared_var.basic_type.mat2x4_highp
+dEQP-GLES31.functional.compute.shared_var.basic_type.mat4x2_lowp
+dEQP-GLES31.functional.compute.shared_var.basic_type.uvec4_lowp
+dEQP-GLES31.functional.compute.shared_var.basic_type.vec4_mediump
+dEQP-GLES31.functional.compute.shared_var.work_group_size.float_1_1_64
+dEQP-GLES31.functional.compute.shared_var.work_group_size.vec4_13_2_4
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_10x10_khr.texture3d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_10x5_khr.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_10x6_khr.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_12x10_khr.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_12x12_khr.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_5x4_khr.texture3d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_5x5_khr.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_6x5_khr.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_6x6_khr.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_8x6_khr.texture3d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_rgba_astc_8x8_khr.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_10x5_khr.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_10x6_khr.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_10x8_khr.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_12x10_khr.texture3d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_12x12_khr.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_4x4_khr.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_5x5_khr.texture3d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_6x5_khr.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_6x6_khr.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_8x5_khr.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba32f_srgb8_alpha8_astc_8x8_khr.texture3d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_10x10_khr_rgba32f.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_10x10_khr_rgba32f.texture2d_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_10x6_khr_rgba32f.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_10x8_khr_rgba32f.texture2d_array_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_10x8_khr_rgba32f.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_12x10_khr_rgba32f.cubemap_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_4x4_khr_rgba32f.texture2d_array_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_4x4_khr_rgba32f.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_5x4_khr_rgba32f.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_5x4_khr_rgba32f.texture2d_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_5x5_khr_rgba32f.cubemap_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_6x6_khr_rgba32f.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_8x5_khr_rgba32f.texture2d_array_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_8x5_khr_rgba32f.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_8x6_khr_rgba32f.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_8x6_khr_rgba32f.texture2d_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.rgba_astc_8x8_khr_rgba32f.cubemap_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_10x10_khr_rgba32f.texture2d_array_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_10x10_khr_rgba32f.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_10x5_khr_rgba32f.cubemap_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_10x8_khr_rgba32f.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_12x10_khr_rgba32f.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_12x10_khr_rgba32f.texture2d_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_12x12_khr_rgba32f.cubemap_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_4x4_khr_rgba32f.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_5x4_khr_rgba32f.texture2d_array_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_5x4_khr_rgba32f.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_5x5_khr_rgba32f.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_5x5_khr_rgba32f.texture2d_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_6x5_khr_rgba32f.cubemap_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_8x5_khr_rgba32f.texture2d_array_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_8x6_khr_rgba32f.texture2d_array_to_texture3d
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_8x6_khr_rgba32f.texture2d_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_8x8_khr_rgba32f.cubemap_to_texture2d_array
+dEQP-GLES31.functional.copy_image.mixed.viewclass_128_bits_mixed.srgb8_alpha8_astc_8x8_khr_rgba32f.texture2d_to_texture3d
+dEQP-GLES31.functional.debug.negative_coverage.get_error.buffer.read_pixels_fbo_format_mismatch
+dEQP-GLES31.functional.draw_indirect.compute_interop.large.drawarrays_combined_grid_200x200_drawcount_8
+dEQP-GLES31.functional.draw_indirect.compute_interop.large.drawarrays_separate_grid_200x200_drawcount_800
+dEQP-GLES31.functional.draw_indirect.compute_interop.large.drawelements_combined_grid_1000x1000_drawcount_5000
+dEQP-GLES31.functional.draw_indirect.compute_interop.large.drawelements_separate_grid_200x200_drawcount_1
+dEQP-GLES31.functional.draw_indirect.compute_interop.separate.drawelements_compute_data_and_indices
+dEQP-GLES31.functional.fbo.no_attachments.interaction.127x127ms0_default_129x129ms0
+dEQP-GLES31.functional.fbo.no_attachments.npot_size.15x511
+dEQP-GLES31.functional.fbo.no_attachments.npot_size.65x65
+dEQP-GLES31.functional.fbo.no_attachments.random.0
+dEQP-GLES31.functional.image_load_store.2d.atomic.comp_swap_r32ui_result
+dEQP-GLES31.functional.image_load_store.2d.atomic.max_r32ui_result
+dEQP-GLES31.functional.image_load_store.2d.atomic.or_r32i_return_value
+dEQP-GLES31.functional.image_load_store.2d.format_reinterpret.r32f_r32i
+dEQP-GLES31.functional.image_load_store.2d.format_reinterpret.r32i_rgba8ui
+dEQP-GLES31.functional.image_load_store.2d.format_reinterpret.rgba32i_rgba32ui
+dEQP-GLES31.functional.image_load_store.2d.format_reinterpret.rgba8_rgba8_snorm
+dEQP-GLES31.functional.image_load_store.2d.format_reinterpret.rgba8ui_r32i
+dEQP-GLES31.functional.image_load_store.2d.image_size.readonly_7x1
+dEQP-GLES31.functional.image_load_store.2d.load_store.rgba8i
+dEQP-GLES31.functional.image_load_store.2d.qualifiers.coherent_r32i
+dEQP-GLES31.functional.image_load_store.2d.store.r32f
+dEQP-GLES31.functional.image_load_store.2d.store.rgba8_snorm
+dEQP-GLES31.functional.image_load_store.2d_array.atomic.exchange_r32ui_return_value
+dEQP-GLES31.functional.image_load_store.2d_array.atomic.min_r32ui_return_value
+dEQP-GLES31.functional.image_load_store.2d_array.atomic.or_r32i_result
+dEQP-GLES31.functional.image_load_store.2d_array.format_reinterpret.r32f_rgba8i
+dEQP-GLES31.functional.image_load_store.2d_array.format_reinterpret.r32i_r32f
+dEQP-GLES31.functional.image_load_store.2d_array.format_reinterpret.rgba32i_rgba32f
+dEQP-GLES31.functional.image_load_store.2d_array.format_reinterpret.rgba8_r32i
+dEQP-GLES31.functional.image_load_store.2d_array.format_reinterpret.rgba8ui_rgba8i
+dEQP-GLES31.functional.image_load_store.2d_array.image_size.readonly_1x1x1
+dEQP-GLES31.functional.image_load_store.2d_array.load_store.r32i_single_layer
+dEQP-GLES31.functional.image_load_store.2d_array.load_store.rgba32f_single_layer
+dEQP-GLES31.functional.image_load_store.2d_array.load_store.rgba8ui_single_layer
+dEQP-GLES31.functional.image_load_store.2d_array.qualifiers.volatile_r32ui
+dEQP-GLES31.functional.image_load_store.2d_array.store.rgba16i_single_layer
+dEQP-GLES31.functional.image_load_store.2d_array.store.rgba32ui_single_layer
+dEQP-GLES31.functional.image_load_store.3d.atomic.add_r32ui_result
+dEQP-GLES31.functional.image_load_store.3d.atomic.max_r32i_return_value
+dEQP-GLES31.functional.image_load_store.3d.atomic.xor_r32ui_result
+dEQP-GLES31.functional.image_load_store.3d.format_reinterpret.r32ui_r32i
+dEQP-GLES31.functional.image_load_store.3d.format_reinterpret.rgba16f_rgba16i
+dEQP-GLES31.functional.image_load_store.3d.format_reinterpret.rgba16ui_rgba16i
+dEQP-GLES31.functional.image_load_store.3d.format_reinterpret.rgba8_rgba8ui
+dEQP-GLES31.functional.image_load_store.3d.format_reinterpret.rgba8_snorm_rgba8
+dEQP-GLES31.functional.image_load_store.3d.format_reinterpret.rgba8i_r32i
+dEQP-GLES31.functional.image_load_store.3d.image_size.readonly_writeonly_12x34x56
+dEQP-GLES31.functional.image_load_store.3d.load_store.rgba16ui
+dEQP-GLES31.functional.image_load_store.3d.load_store.rgba8i
+dEQP-GLES31.functional.image_load_store.3d.qualifiers.coherent_r32f
+dEQP-GLES31.functional.image_load_store.3d.store.r32f
+dEQP-GLES31.functional.image_load_store.3d.store.rgba32i
+dEQP-GLES31.functional.image_load_store.3d.store.rgba8_snorm
+dEQP-GLES31.functional.image_load_store.cube.atomic.and_r32ui_return_value
+dEQP-GLES31.functional.image_load_store.cube.atomic.exchange_r32i_result
+dEQP-GLES31.functional.image_load_store.cube.atomic.min_r32i_result
+dEQP-GLES31.functional.image_load_store.cube.format_reinterpret.r32i_rgba8
+dEQP-GLES31.functional.image_load_store.cube.format_reinterpret.r32ui_r32f
+dEQP-GLES31.functional.image_load_store.cube.format_reinterpret.rgba32f_rgba32ui
+dEQP-GLES31.functional.image_load_store.cube.format_reinterpret.rgba32ui_rgba32f
+dEQP-GLES31.functional.image_load_store.cube.format_reinterpret.rgba8_snorm_r32ui
+dEQP-GLES31.functional.image_load_store.cube.format_reinterpret.rgba8i_r32f
+dEQP-GLES31.functional.image_load_store.cube.image_size.writeonly_1x1
+dEQP-GLES31.functional.image_load_store.cube.load_store.r32f_single_layer
+dEQP-GLES31.functional.image_load_store.cube.load_store.rgba32i_single_layer
+dEQP-GLES31.functional.image_load_store.cube.load_store.rgba8_snorm_single_layer
+dEQP-GLES31.functional.image_load_store.cube.store.r32i_single_layer
+dEQP-GLES31.functional.image_load_store.cube.store.rgba32f_single_layer
+dEQP-GLES31.functional.image_load_store.cube.store.rgba8ui_single_layer
+dEQP-GLES31.functional.shaders.builtin_constants.core.max_combined_image_uniforms
+dEQP-GLES31.functional.shaders.builtin_constants.core.max_draw_buffers
+dEQP-GLES31.functional.shaders.builtin_constants.core.max_vertex_atomic_counter_buffers
+dEQP-GLES31.functional.shaders.builtin_constants.tessellation_shader.max_tess_control_total_output_components
+dEQP-GLES31.functional.shaders.builtin_constants.tessellation_shader.max_tess_evaluation_uniform_components
+dEQP-GLES31.functional.shaders.builtin_functions.common.abs.int_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.abs.ivec3_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.abs.vec2_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.abs.vec4_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.ceil.vec2_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.ceil.vec3_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.floatbitstoint.vec2_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.floatbitstoint.vec3_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.floatbitstouint.float_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.floatbitstouint.vec3_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.floatbitstouint.vec4_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.floor.float_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.floor.vec3_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.floor.vec4_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.fract.float_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.fract.vec3_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.fract.vec4_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.frexp.vec2_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.frexp.vec4_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.intbitstofloat.int_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.isinf.float_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.isinf.vec2_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.isinf.vec4_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.isnan.float_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.isnan.vec3_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.ldexp.float_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.ldexp.vec3_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.modf.vec2_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.modf.vec4_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.round.float_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.round.vec3_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.roundeven.float_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.roundeven.vec2_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.roundeven.vec4_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.sign.float_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.sign.ivec2_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.sign.ivec3_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.sign.vec2_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.sign.vec4_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.trunc.vec2_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.trunc.vec4_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.common.uintbitstofloat.uvec3_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitcount.int_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitcount.ivec3_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitcount.uint_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitcount.uvec2_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitcount.uvec4_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldextract.ivec2_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldextract.ivec4_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldextract.uint_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldextract.uvec3_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldinsert.int_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldinsert.ivec2_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldinsert.ivec4_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldinsert.uvec2_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldinsert.uvec3_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldreverse.int_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldreverse.ivec3_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldreverse.ivec4_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldreverse.uvec2_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.bitfieldreverse.uvec4_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findlsb.ivec2_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findlsb.ivec3_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findlsb.uint_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findlsb.uvec3_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findlsb.uvec4_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findmsb.ivec2_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findmsb.ivec4_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findmsb.uint_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.findmsb.uvec3_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.imulextended.ivec4_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.uaddcarry.uint_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.uaddcarry.uvec3_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.uaddcarry.uvec4_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.umulextended.uvec3_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.usubborrow.uvec2_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.integer.usubborrow.uvec4_lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.pack_unpack.packsnorm4x8_mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.pack_unpack.packunorm4x8_highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.precision.abs.lowp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.acos.lowp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.acosh.lowp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.add.highp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.add.lowp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.asin.lowp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.asinh.mediump_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.atan2.lowp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.atanh.mediump_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.ceil.highp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.ceil.lowp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.clamp.mediump_compute.vec2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.cos.mediump_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.cosh.highp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.degrees.highp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.degrees.lowp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.distance.lowp_compute.vec4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.div.mediump_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.dot.highp_compute.vec4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.dot.lowp_compute.vec2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.exp.mediump_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.exp2.highp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.exp2.lowp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.faceforward.mediump_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.floor.highp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.fract.highp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.frexp.lowp_compute.vec4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.frexp.mediump_compute.vec2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.inversesqrt.mediump_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.ldexp.highp_compute.vec4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.length.mediump_compute.vec2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.log.lowp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.log2.highp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.matrixcompmult.highp_compute.mat2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.matrixcompmult.lowp_compute.mat4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.max.lowp_compute.vec4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.min.lowp_compute.vec2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.mix.mediump_compute.vec4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.mod.mediump_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.mul.mediump_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.normalize.mediump_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.outerproduct.highp_compute.mat3x2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.outerproduct.lowp_compute.mat2x3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.outerproduct.mediump_compute.mat2x4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.pow.mediump_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.radians.lowp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.reflect.lowp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.refract.highp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.refract.lowp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.round.mediump_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.roundeven.lowp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.sign.highp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.sign.lowp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.sin.highp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.sinh.highp_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.sinh.lowp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.smoothstep.lowp_compute.vec4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.sqrt.mediump_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.step.mediump_compute.vec2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.sub.highp_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.tan.mediump_compute.scalar
+dEQP-GLES31.functional.shaders.builtin_functions.precision.tanh.mediump_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.transpose.highp_compute.mat4x2
+dEQP-GLES31.functional.shaders.builtin_functions.precision.transpose.lowp_compute.mat3
+dEQP-GLES31.functional.shaders.builtin_functions.precision.transpose.mediump_compute.mat3x4
+dEQP-GLES31.functional.shaders.builtin_functions.precision.trunc.mediump_compute.vec3
+dEQP-GLES31.functional.shaders.builtin_functions.texture_size.samples_1_texture_2d_array
+dEQP-GLES31.functional.shaders.builtin_functions.uniform.findLSBMinusOne.mediump_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.uniform.findMSBMinusOne.highp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_functions.uniform.findMSBZero.lowp_tess_eval
+dEQP-GLES31.functional.shaders.builtin_var.compute.global_invocation_id
+dEQP-GLES31.functional.shaders.linkage.es31.tessellation.uniform.types.int
+dEQP-GLES31.functional.shaders.linkage.es31.tessellation.uniform.types.vec4
+dEQP-GLES31.functional.shaders.linkage.es31.tessellation.varying.rules.internal_superfluous_declaration
+dEQP-GLES31.functional.shaders.linkage.es31.tessellation.varying.types.ivec2
+dEQP-GLES31.functional.shaders.linkage.es31.tessellation.varying.types.mat2
+dEQP-GLES31.functional.shaders.opaque_type_indexing.atomic_counter.const_literal_tessellation_evaluation
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_expression.compute.samplercubeshadow
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_expression.tessellation_control.isampler2d
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_expression.tessellation_evaluation.isamplercube
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_literal.compute.isampler2darray
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_literal.tessellation_control.samplercube
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_literal.tessellation_control.usampler2d
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_literal.tessellation_evaluation.sampler2darray
+dEQP-GLES31.functional.shaders.opaque_type_indexing.sampler.const_literal.tessellation_evaluation.usamplercube
+dEQP-GLES31.functional.shaders.opaque_type_indexing.ubo.const_expression_tessellation_evaluation
+dEQP-GLES31.functional.ssbo.array_length.unsized_writeonly_array
+dEQP-GLES31.functional.ssbo.atomic.add.mediump_uint
+dEQP-GLES31.functional.ssbo.atomic.and.highp_uint
+dEQP-GLES31.functional.ssbo.atomic.compswap.lowp_uint
+dEQP-GLES31.functional.ssbo.atomic.max.lowp_uint
+dEQP-GLES31.functional.ssbo.atomic.xor.mediump_uint
+dEQP-GLES31.functional.ssbo.layout.2_level_array.packed.column_major_mat2
+dEQP-GLES31.functional.ssbo.layout.2_level_array.packed.mat2x4
+dEQP-GLES31.functional.ssbo.layout.2_level_array.packed.row_major_mat4x2
+dEQP-GLES31.functional.ssbo.layout.2_level_array.packed.uint
+dEQP-GLES31.functional.ssbo.layout.2_level_array.shared.column_major_mat3
+dEQP-GLES31.functional.ssbo.layout.2_level_array.shared.mat3x2
+dEQP-GLES31.functional.ssbo.layout.2_level_array.shared.row_major_mat4x3
+dEQP-GLES31.functional.ssbo.layout.2_level_array.shared.uvec4
+dEQP-GLES31.functional.ssbo.layout.2_level_array.shared.vec2
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std140.bvec4
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std140.ivec2
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std140.mat2x3
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std140.row_major_mat3x4
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std430.bool
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std430.column_major_mat4x3
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std430.mat4
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std430.row_major_mat3x2
+dEQP-GLES31.functional.ssbo.layout.2_level_array.std430.vec3
+dEQP-GLES31.functional.ssbo.layout.2_level_unsized_struct_array.per_block_buffer.std140_instance_array
+dEQP-GLES31.functional.ssbo.layout.3_level_array.packed.column_major_mat3x4
+dEQP-GLES31.functional.ssbo.layout.3_level_array.packed.ivec3
+dEQP-GLES31.functional.ssbo.layout.3_level_array.packed.mat2
+dEQP-GLES31.functional.ssbo.layout.3_level_array.packed.row_major_mat2x3
+dEQP-GLES31.functional.ssbo.layout.3_level_array.shared.column_major_mat4x2
+dEQP-GLES31.functional.ssbo.layout.3_level_array.shared.mat3
+dEQP-GLES31.functional.ssbo.layout.3_level_array.shared.row_major_mat2x4
+dEQP-GLES31.functional.ssbo.layout.3_level_array.shared.uvec2
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std140.bvec2
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std140.column_major_mat3x2
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std140.row_major_mat4
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std140.vec4
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std430.column_major_mat2x4
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std430.float
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std430.mat4x3
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std430.row_major_mat3
+dEQP-GLES31.functional.ssbo.layout.3_level_array.std430.uvec3
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.packed.bvec3
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.packed.column_major_mat4
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.packed.int
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.packed.mat3x4
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.shared.column_major_mat2x3
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.shared.ivec4
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.shared.mat4x2
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.shared.row_major_mat2
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std140.column_major_mat3
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std140.mat3x2
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std140.row_major_mat4x3
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std140.uvec4
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std140.vec2
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std430.column_major_mat2
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std430.mat2x4
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std430.row_major_mat4x2
+dEQP-GLES31.functional.ssbo.layout.3_level_unsized_array.std430.uint
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.packed.column_major_mat2x4
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.packed.float
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.packed.mat4x3
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.packed.row_major_mat3
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.packed.uvec3
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.shared.bvec2
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.shared.column_major_mat3x2
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.shared.row_major_mat4
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.shared.vec4
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.std140.column_major_mat2x3
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.std140.ivec4
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.std140.mat4x2
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.std140.row_major_mat2
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.std430.bvec3
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.std430.column_major_mat4
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.std430.int
+dEQP-GLES31.functional.ssbo.layout.basic_unsized_array.std430.mat3x4
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.packed.column_major_mat2
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.packed.mat2x4
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.packed.row_major_mat4x2
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.packed.uint
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.shared.column_major_mat3
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.shared.mat3x2
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.shared.row_major_mat4x3
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.shared.uvec4
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.shared.vec2
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std140.bvec4
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std140.ivec2
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std140.mat2x3
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std140.row_major_mat3x4
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std430.bool
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std430.column_major_mat4x3
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std430.mat4
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std430.row_major_mat3x2
+dEQP-GLES31.functional.ssbo.layout.instance_array_basic_type.std430.vec3
+dEQP-GLES31.functional.ssbo.layout.multi_basic_types.single_buffer.shared_instance_array
+dEQP-GLES31.functional.ssbo.layout.multi_nested_struct.per_block_buffer.packed_instance_array
+dEQP-GLES31.functional.ssbo.layout.multi_nested_struct.single_buffer.std140_instance_array
+dEQP-GLES31.functional.ssbo.layout.random.all_per_block_buffers.12
+dEQP-GLES31.functional.ssbo.layout.random.all_per_block_buffers.2
+dEQP-GLES31.functional.ssbo.layout.random.all_per_block_buffers.22
+dEQP-GLES31.functional.ssbo.layout.random.all_per_block_buffers.32
+dEQP-GLES31.functional.ssbo.layout.random.all_per_block_buffers.42
+dEQP-GLES31.functional.ssbo.layout.random.all_shared_buffer.12
+dEQP-GLES31.functional.ssbo.layout.random.all_shared_buffer.2
+dEQP-GLES31.functional.ssbo.layout.random.all_shared_buffer.22
+dEQP-GLES31.functional.ssbo.layout.random.all_shared_buffer.32
+dEQP-GLES31.functional.ssbo.layout.random.all_shared_buffer.42
+dEQP-GLES31.functional.ssbo.layout.random.arrays_of_arrays.12
+dEQP-GLES31.functional.ssbo.layout.random.arrays_of_arrays.2
+dEQP-GLES31.functional.ssbo.layout.random.arrays_of_arrays.22
+dEQP-GLES31.functional.ssbo.layout.random.basic_arrays.12
+dEQP-GLES31.functional.ssbo.layout.random.basic_arrays.2
+dEQP-GLES31.functional.ssbo.layout.random.basic_arrays.22
+dEQP-GLES31.functional.ssbo.layout.random.basic_instance_arrays.17
+dEQP-GLES31.functional.ssbo.layout.random.basic_instance_arrays.7
+dEQP-GLES31.functional.ssbo.layout.random.basic_types.17
+dEQP-GLES31.functional.ssbo.layout.random.basic_types.7
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs.12
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs.2
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs.22
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs_arrays.17
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs_arrays.7
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs_arrays_instance_arrays.17
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs_arrays_instance_arrays.7
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs_instance_arrays.12
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs_instance_arrays.2
+dEQP-GLES31.functional.ssbo.layout.random.nested_structs_instance_arrays.22
+dEQP-GLES31.functional.ssbo.layout.random.scalar_types.17
+dEQP-GLES31.functional.ssbo.layout.random.scalar_types.7
+dEQP-GLES31.functional.ssbo.layout.random.unsized_arrays.17
+dEQP-GLES31.functional.ssbo.layout.random.unsized_arrays.7
+dEQP-GLES31.functional.ssbo.layout.random.vector_types.12
+dEQP-GLES31.functional.ssbo.layout.random.vector_types.2
+dEQP-GLES31.functional.ssbo.layout.random.vector_types.22
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.packed.bool
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.packed.column_major_mat4x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.packed.mat4
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.packed.row_major_mat3x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.packed.vec3
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.shared.bvec4
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.shared.ivec2
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.shared.mat2x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.shared.row_major_mat3x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.std140.column_major_mat4x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.std140.mat3
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.std140.row_major_mat2x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.std140.uvec2
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.std430.column_major_mat3x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.std430.ivec3
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.std430.mat2
+dEQP-GLES31.functional.ssbo.layout.single_basic_array.std430.row_major_mat2x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.bvec3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.column_major_highp_mat2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.column_major_lowp_mat4x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.highp_mat2x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.highp_vec3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.lowp_ivec3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.lowp_mat4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.mediump_mat2x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.mediump_uvec2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.row_major_highp_mat4x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.row_major_lowp_mat3x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.packed.row_major_mediump_mat3x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.bvec4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.column_major_lowp_mat4x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.column_major_mediump_mat4x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.highp_mat2x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.highp_uvec2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.lowp_mat3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.lowp_vec4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.mediump_ivec3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.mediump_mat4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.row_major_highp_mat3x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.row_major_lowp_mat2x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.shared.row_major_mediump_mat3x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.bvec2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.column_major_highp_mat3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.column_major_mediump_mat2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.highp_ivec2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.highp_mat3x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.lowp_mat2x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.lowp_uvec2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.mediump_mat2x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.mediump_vec3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.row_major_highp_mat4x3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.row_major_lowp_mat3x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std140.row_major_mediump_mat4x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.bool
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.column_major_highp_mat4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.column_major_lowp_mat2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.column_major_mediump_mat3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.highp_mat3x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.highp_uint
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.lowp_mat2x4
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.lowp_vec3
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.mediump_ivec2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.mediump_mat3x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.row_major_lowp_mat4x2
+dEQP-GLES31.functional.ssbo.layout.single_basic_type.std430.row_major_mediump_mat4x3
+dEQP-GLES31.functional.ssbo.layout.single_nested_struct.per_block_buffer.shared_instance_array
+dEQP-GLES31.functional.ssbo.layout.single_nested_struct.single_buffer.std430_instance_array
+dEQP-GLES31.functional.ssbo.layout.single_nested_struct_array.single_buffer.packed_instance_array
+dEQP-GLES31.functional.ssbo.layout.single_struct.per_block_buffer.std140_instance_array
+dEQP-GLES31.functional.ssbo.layout.single_struct_array.per_block_buffer.packed_instance_array
+dEQP-GLES31.functional.ssbo.layout.unsized_nested_struct_array.per_block_buffer.packed_instance_array
+dEQP-GLES31.functional.ssbo.layout.unsized_struct_array.per_block_buffer.std430_instance_array
+dEQP-GLES31.functional.state_query.integer.max_framebuffer_samples_getinteger64
+dEQP-GLES31.functional.state_query.texture.texture_2d_multisample.texture_immutable_format_pure_uint
+dEQP-GLES31.functional.state_query.texture.texture_2d_multisample_array.texture_immutable_levels_integer
+dEQP-GLES31.functional.synchronization.in_invocation.image_atomic_read_write
+dEQP-GLES31.functional.synchronization.in_invocation.ssbo_atomic_read_write
+dEQP-GLES31.functional.synchronization.inter_call.with_memory_barrier.image_multiple_unrelated_write_read_non_ordered
+dEQP-GLES31.functional.synchronization.inter_call.with_memory_barrier.ssbo_atomic_multiple_unrelated_write_read_ordered
+dEQP-GLES31.functional.synchronization.inter_call.with_memory_barrier.ssbo_overwrite
+dEQP-GLES31.functional.synchronization.inter_call.without_memory_barrier.atomic_counter_dispatch_2_calls_32_invocations
+dEQP-GLES31.functional.synchronization.inter_call.without_memory_barrier.ssbo_atomic_counter_mixed_dispatch_5_calls_32_invocations
+dEQP-GLES31.functional.synchronization.inter_call.without_memory_barrier.ssbo_atomic_dispatch_100_calls_32k_invocations
+dEQP-GLES31.functional.synchronization.inter_invocation.image_atomic_read_write
+dEQP-GLES31.functional.synchronization.inter_invocation.ssbo_atomic_read_write
+dEQP-GLES31.functional.tessellation.common_edge.quads_fractional_odd_spacing
+dEQP-GLES31.functional.tessellation.invariance.one_minus_tess_coord_component.isolines_fractional_odd_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.one_minus_tess_coord_component.quads_fractional_odd_spacing_cw
+dEQP-GLES31.functional.tessellation.invariance.one_minus_tess_coord_component.triangles_fractional_even_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.outer_edge_index_independence.quads_fractional_odd_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.outer_edge_index_independence.triangles_fractional_odd_spacing_cw
+dEQP-GLES31.functional.tessellation.invariance.outer_edge_symmetry.isolines_fractional_even_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.outer_edge_symmetry.quads_equal_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.outer_edge_symmetry.quads_fractional_even_spacing_cw
+dEQP-GLES31.functional.tessellation.invariance.outer_edge_symmetry.triangles_equal_spacing_cw
+dEQP-GLES31.functional.tessellation.invariance.outer_triangle_set.triangles_equal_spacing
+dEQP-GLES31.functional.tessellation.invariance.primitive_set.isolines_equal_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.primitive_set.isolines_fractional_even_spacing_cw
+dEQP-GLES31.functional.tessellation.invariance.primitive_set.quads_equal_spacing_cw
+dEQP-GLES31.functional.tessellation.invariance.primitive_set.triangles_fractional_odd_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.tess_coord_component_range.isolines_equal_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.tess_coord_component_range.isolines_fractional_even_spacing_cw
+dEQP-GLES31.functional.tessellation.invariance.tess_coord_component_range.quads_equal_spacing_cw
+dEQP-GLES31.functional.tessellation.invariance.tess_coord_component_range.triangles_fractional_odd_spacing_ccw
+dEQP-GLES31.functional.tessellation.invariance.triangle_set.triangles_fractional_even_spacing
+dEQP-GLES31.functional.tessellation.misc_draw.fill_overlap_quads_equal_spacing
+dEQP-GLES31.functional.tessellation.primitive_discard.isolines_fractional_odd_spacing_cw
+dEQP-GLES31.functional.tessellation.primitive_discard.quads_fractional_even_spacing_ccw
+dEQP-GLES31.functional.tessellation.primitive_discard.triangles_equal_spacing_ccw
+dEQP-GLES31.functional.tessellation.primitive_discard.triangles_fractional_even_spacing_cw
+dEQP-GLES31.functional.tessellation.shader_input_output.barrier
+dEQP-GLES31.functional.tessellation.shader_input_output.patch_vertices_in_tes
+dEQP-GLES31.functional.tessellation.tesscoord.isolines_fractional_even_spacing
+dEQP-GLES31.functional.tessellation.user_defined_io.per_patch.vertex_io_array_size_implicit.isolines
+dEQP-GLES31.functional.tessellation.user_defined_io.per_patch_array.vertex_io_array_size_shader_builtin.triangles
+dEQP-GLES31.functional.tessellation.user_defined_io.per_patch_block.vertex_io_array_size_shader_builtin.quads
+dEQP-GLES31.functional.tessellation.user_defined_io.per_patch_block_array.vertex_io_array_size_shader_builtin.isolines
+dEQP-GLES31.functional.tessellation.user_defined_io.per_vertex.vertex_io_array_size_query.quads_explicit_tcs_out_size
+dEQP-GLES31.functional.tessellation.user_defined_io.per_vertex.vertex_io_array_size_shader_builtin.triangles
+dEQP-GLES31.functional.tessellation.user_defined_io.per_vertex_block.vertex_io_array_size_shader_builtin.isolines
+dEQP-GLES31.functional.texture.border_clamp.range_clamp.nearest_float_depth

.gitlab-ci/fossilize-runner.sh

@@ -0,0 +1,16 @@
+#!/bin/sh
+
+set -ex
+
+if [ -z "$VK_DRIVER" ]; then
+   echo 'VK_DRIVER must be to something like "radeon" or "intel" for the test run'
+   exit 1
+fi
+
+INSTALL=`pwd`/install
+
+# Set up the driver environment.
+export LD_LIBRARY_PATH=`pwd`/install/lib/
+export VK_ICD_FILENAMES=`pwd`/install/share/vulkan/icd.d/"$VK_DRIVER"_icd.x86_64.json
+
+"$INSTALL/fossils/fossils.sh" "$INSTALL/fossils.yml"

.gitlab-ci/fossils.yml

@@ -0,0 +1,6 @@
+fossils-db:
+  repo: "https://gitlab.freedesktop.org/hakzsam/fossils-db"
+  commit: "59b11cd19e375c5871c512f73b1f8ecc33a5c417"
+
+fossils:
+  - path: sascha-willems/database.foz

.gitlab-ci/fossils/fossils.sh

@@ -0,0 +1,71 @@
+#!/usr/bin/env bash
+
+FOSSILS_SCRIPT_DIR="$(dirname "$(readlink -f "$0")")"
+FOSSILS_YAML="$(readlink -f "$1")"
+
+clone_fossils_db()
+{
+    local repo="$1"
+    local commit="$2"
+    rm -rf fossils-db
+    git clone --no-checkout "$repo" fossils-db
+    (cd fossils-db; git reset "$commit" || git reset "origin/$commit")
+}
+
+query_fossils_yaml()
+{
+    python3 "$FOSSILS_SCRIPT_DIR/query_fossils_yaml.py" \
+        --file "$FOSSILS_YAML" "$@"
+}
+
+create_clean_git()
+{
+    rm -rf .clean_git
+    cp -R .git .clean_git
+}
+
+restore_clean_git()
+{
+    rm -rf .git
+    cp -R .clean_git .git
+}
+
+fetch_fossil()
+{
+    local fossil="${1//,/?}"
+    echo -n "[fetch_fossil] Fetching $1... "
+    local output=$(git lfs pull -I "$fossil" 2>&1)
+    local ret=0
+    if [[ $? -ne 0 || ! -f "$1" ]]; then
+        echo "ERROR"
+        echo "$output"
+        ret=1
+    else
+        echo "OK"
+    fi
+    restore_clean_git
+    return $ret
+}
+
+if [[ -n "$(query_fossils_yaml fossils_db_repo)" ]]; then
+    clone_fossils_db "$(query_fossils_yaml fossils_db_repo)" \
+                     "$(query_fossils_yaml fossils_db_commit)"
+    cd fossils-db
+else
+    echo "Warning: No fossils-db entry in $FOSSILS_YAML, assuming fossils-db is current directory"
+fi
+
+# During git operations various git objects get created which
+# may take up significant space. Store a clean .git instance,
+# which we restore after various git operations to keep our
+# storage consumption low.
+create_clean_git
+
+for fossil in $(query_fossils_yaml fossils)
+do
+    fetch_fossil "$fossil" || exit $?
+    fossilize-replay $fossil || exit $?
+    rm $fossil
+done
+
+exit $ret

.gitlab-ci/fossils/query_fossils_yaml.py

@@ -0,0 +1,69 @@
+#!/usr/bin/python3
+
+# Copyright (c) 2019 Collabora Ltd
+# Copyright (c) 2020 Valve Corporation
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+#
+# SPDX-License-Identifier: MIT
+
+import argparse
+import yaml
+
+def cmd_fossils_db_repo(args):
+    with open(args.file, 'r') as f:
+        y = yaml.safe_load(f)
+    print(y['fossils-db']['repo'])
+
+def cmd_fossils_db_commit(args):
+    with open(args.file, 'r') as f:
+        y = yaml.safe_load(f)
+    print(y['fossils-db']['commit'])
+
+def cmd_fossils(args):
+    with open(args.file, 'r') as f:
+        y = yaml.safe_load(f)
+
+    fossils = list(y['fossils'])
+    if len(fossils) == 0:
+        return
+
+    print('\n'.join((t['path'] for t in fossils)))
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--file', required=True,
+                        help='the name of the yaml file')
+
+    subparsers = parser.add_subparsers(help='sub-command help')
+
+    parser_fossils_db_repo = subparsers.add_parser('fossils_db_repo')
+    parser_fossils_db_repo.set_defaults(func=cmd_fossils_db_repo)
+
+    parser_fossils_db_commit = subparsers.add_parser('fossils_db_commit')
+    parser_fossils_db_commit.set_defaults(func=cmd_fossils_db_commit)
+
+    parser_fossils = subparsers.add_parser('fossils')
+    parser_fossils.set_defaults(func=cmd_fossils)
+
+    args = parser.parse_args()
+    args.func(args)
+
+if __name__ == "__main__":
+    main()

.gitlab-ci/generate_lava.py

@@ -24,6 +24,8 @@ args = parser.parse_args()
 env = Environment(loader = FileSystemLoader(os.path.dirname(args.template)), trim_blocks=True, lstrip_blocks=True)
 template = env.get_template(os.path.basename(args.template))
 
+env_vars = "%s CI_NODE_INDEX=%s CI_NODE_TOTAL=%s" % (args.env_vars, args.ci_node_index, args.ci_node_total)
+
 values = {}
 values['pipeline_info'] = args.pipeline_info
 values['base_artifacts_url'] = args.base_artifacts_url
@@ -33,11 +35,9 @@ values['kernel_image_type'] = args.kernel_image_type
 values['gpu_version'] = args.gpu_version
 values['boot_method'] = args.boot_method
 values['tags'] = args.lava_tags
-values['env_vars'] = args.env_vars
+values['env_vars'] = env_vars
 values['deqp_version'] = args.deqp_version
 values['arch'] = args.arch
-values['ci_node_index'] = args.ci_node_index
-values['ci_node_total'] = args.ci_node_total
 
 f = open('lava-deqp.yml', "w")
 f.write(template.render(values))

.gitlab-ci/lava-deqp.yml.jinja2

@@ -1,4 +1,4 @@
-job_name: mesa-deqp-{{ gpu_version }} {{ pipeline_info }}
+job_name: mesa-deqp-{{ deqp_version }}-{{ gpu_version }} {{ pipeline_info }}
 device_type: {{ device_type }}
 timeouts:
   job:
@@ -11,8 +11,9 @@ timeouts:
 priority: 75
 visibility: public
 {% if tags %}
+{% set lavatags = tags.split(',') %}
 tags:
-{% for tag in tags %}
+{% for tag in lavatags %}
   - {{ tag }}
 {% endfor %}
 {% endif %}
@@ -20,6 +21,13 @@ actions:
 - deploy:
     timeout:
       minutes: 10
+{% if boot_method == "fastboot" %}
+{# fastboot has just one boot image with the dtb and rootfs packed in #}
+    to: fastboot
+    images:
+      boot:
+        url: {{ base_artifacts_url }}/{{ kernel_image_name }}
+{% else %}
     to: tftp
     kernel:
       url: {{ base_artifacts_url }}/{{ kernel_image_name }}
@@ -31,14 +39,25 @@ actions:
       compression: gz
     dtb:
       url: {{ base_artifacts_url }}/{{ device_type }}.dtb
+{% endif %}
     os: oe
 - boot:
     timeout:
       minutes: 5
     method: {{ boot_method }}
+{% if boot_method == "fastboot" %}
+{#
+   For fastboot, LAVA doesn't know how to unpack the rootfs/apply overlay/repack,
+   so we transfer the overlay over the network after boot.
+#}
+    transfer_overlay:
+      download_command: wget -S --progress=dot:giga
+      unpack_command: tar -C / -xzf
+{% else %}
     commands: ramdisk
+{% endif %}
     prompts:
-      - '#' 
+      - 'lava-shell:'
 - test:
     timeout:
       minutes: 60
@@ -56,7 +75,7 @@ actions:
           steps:
           - mount -t proc none /proc
           - mount -t sysfs none /sys 
-          - mount -t devtmpfs none /dev
+          - mount -t devtmpfs none /dev || echo possibly already mounted
           - mkdir -p /dev/pts
           - mount -t devpts devpts /dev/pts
 
@@ -64,24 +83,17 @@ actions:
           - export {{ env_vars }}
 {% endif %}
 
+          # deqp-runner.sh assumes some stuff is in pwd
+          - cd /
+
           - export DEQP_NO_SAVE_RESULTS=1
-          - 'export DEQP_RUNNER_OPTIONS="--compact-display false --shuffle false"'
+          - 'export DEQP_RUNNER_OPTIONS="--shuffle false"'
           - export DEQP_EXPECTED_FAILS=deqp-{{ gpu_version }}-fails.txt
           - export DEQP_SKIPS=deqp-{{ gpu_version }}-skips.txt
           - export DEQP_VER={{ deqp_version }}
           - export LIBGL_DRIVERS_PATH=`pwd`/install/lib/dri
-          - export CI_NODE_INDEX={{ ci_node_index }}
-          - export CI_NODE_TOTAL={{ ci_node_total }}
 
-          # Put stuff where the runner script expects it
-          - mkdir artifacts
-          - mkdir results
-          - mkdir -p install/lib
-          - cp /deqp/$DEQP_EXPECTED_FAILS artifacts/.
-          - cp /deqp/$DEQP_SKIPS artifacts/.
-          - mv /mesa/lib/* install/lib/.
-
-          - "if sh /deqp/deqp-runner.sh; then
+          - "if sh /install/deqp-runner.sh; then
                   echo 'deqp: pass';
              else
                   echo 'deqp: fail';

.gitlab-ci/lava-gitlab-ci.yml

@@ -1,21 +1,27 @@
 .lava-test:
   extends:
     - .ci-run-policy
-  stage: test
   variables:
     GIT_STRATEGY: none # testing doesn't build anything from source
-    ENV_VARS: "MESA_GLES_VERSION_OVERRIDE=3.0 DEQP_PARALLEL=6"
+    ENV_VARS: "DEQP_PARALLEL=6"
+    DEQP_VERSION: gles2
   script:
-    - BUILD_JOB_ID=`cat artifacts/build_job_id.txt`
+    - mkdir -p /srv/${FILES_HOST_NAME}/$CI_JOB_ID/
+    - cp /lava-files/${KERNEL_IMAGE_NAME} /srv/${FILES_HOST_NAME}/$CI_JOB_ID/.
+    - cp /lava-files/${DEVICE_TYPE}.dtb /srv/${FILES_HOST_NAME}/$CI_JOB_ID/.
+    - tar -C /lava-files/rootfs-${ARCH} -xf artifacts/install.tar
+    - pushd /lava-files/rootfs-${ARCH}
+    - find -H  |  cpio -H newc -o | gzip -c - > /srv/${FILES_HOST_NAME}/$CI_JOB_ID/lava-rootfs-${ARCH}.cpio.gz
+    - popd
     - >
       artifacts/generate_lava.py \
         --template artifacts/lava-deqp.yml.jinja2 \
         --pipeline-info "$CI_PIPELINE_URL on $CI_COMMIT_REF_NAME ${CI_NODE_INDEX}/${CI_NODE_TOTAL}" \
-        --base-artifacts-url $CI_PROJECT_URL/-/jobs/$BUILD_JOB_ID/artifacts/raw/artifacts \
+        --base-artifacts-url ${FILES_HOST_URL}/$CI_JOB_ID \
         --device-type ${DEVICE_TYPE} \
         --env-vars "${ENV_VARS}" \
         --arch ${ARCH} \
-        --deqp-version gles2 \
+        --deqp-version ${DEQP_VERSION} \
         --kernel-image-name ${KERNEL_IMAGE_NAME} \
         --kernel-image-type "${KERNEL_IMAGE_TYPE}" \
         --gpu-version ${GPU_VERSION} \
@@ -23,16 +29,19 @@
         --lava-tags "${LAVA_TAGS}" \
         --ci-node-index "${CI_NODE_INDEX}" \
         --ci-node-total "${CI_NODE_TOTAL}"
-    - lava_job_id=`lavacli jobs submit lava-deqp.yml`
+    - lava_job_id=`lavacli jobs submit lava-deqp.yml` || lavacli jobs submit lava-deqp.yml
     - echo $lava_job_id
     - rm -rf artifacts/*
     - cp lava-deqp.yml artifacts/.
-    - lavacli jobs logs $lava_job_id | grep -a -v "{'case':" | tee artifacts/lava-deqp-$lava_job_id.log
+    - lavacli jobs logs $lava_job_id | tee artifacts/lava-deqp-$lava_job_id.log
     - lavacli jobs show $lava_job_id
     - result=`lavacli results $lava_job_id 0_deqp deqp | head -1`
     - echo $result
     - '[[ "$result" == "pass" ]]'
+  after_script:
+    - rm -rf /srv/${FILES_HOST_NAME}/$CI_JOB_ID/
   artifacts:
+    name: "mesa_${CI_JOB_NAME}"
     when: always
     paths:
       - artifacts/
@@ -49,6 +58,7 @@
   dependencies:
     - meson-armhf
   needs:
+    - arm_build
     - meson-armhf
 
 .lava-test:arm64:
@@ -63,60 +73,101 @@
   dependencies:
     - meson-arm64
   needs:
+    - arm_build
     - meson-arm64
 
-panfrost-t720-test:arm64:
-  extends: .lava-test:arm64
+panfrost-t720-gles2:arm64:
+  extends:
+    - .lava-test:arm64
+    - .panfrost-rules
   variables:
     DEVICE_TYPE: sun50i-h6-pine-h64
     GPU_VERSION: panfrost-t720
+    ENV_VARS: "PAN_MESA_DEBUG=gles3 DEQP_PARALLEL=6 DEQP_EXPECTED_RENDERER=T720"
+    FILES_HOST_NAME: "mesa-ci-lava-files.freedesktop.org"
+    FILES_HOST_URL: "https://mesa-ci-lava-files.freedesktop.org"
   tags:
-    - lava-sun50i-h6-pine-h64
+    - mesa-ci-aarch64-lava-collabora
 
-panfrost-t760-test:armhf:
-  extends: .lava-test:armhf
+panfrost-t760-gles2:armhf:
+  extends:
+    - .lava-test:armhf
+    - .panfrost-rules
   variables:
     DEVICE_TYPE: rk3288-veyron-jaq
     GPU_VERSION: panfrost-t760
     BOOT_METHOD: depthcharge
     KERNEL_IMAGE_TYPE: ""
+    ENV_VARS: "PAN_MESA_DEBUG=gles3 DEQP_PARALLEL=6 DEQP_EXPECTED_RENDERER=T760"
+    FILES_HOST_NAME: "mesa-ci-lava-files.freedesktop.org"
+    FILES_HOST_URL: "https://mesa-ci-lava-files.freedesktop.org"
   tags:
-    - lava-rk3288-veyron-jaq
+    - mesa-ci-aarch64-lava-collabora
 
-panfrost-t860-test:arm64:
-  extends: .lava-test:arm64
+panfrost-t860-gles2:arm64:
+  extends:
+    - .lava-test:arm64
+    - .panfrost-rules
   variables:
     DEVICE_TYPE: rk3399-gru-kevin
     GPU_VERSION: panfrost-t860
     BOOT_METHOD: depthcharge
     KERNEL_IMAGE_TYPE: ""
+    ENV_VARS: "PAN_MESA_DEBUG=gles3 DEQP_PARALLEL=6 DEQP_EXPECTED_RENDERER=T860"
+    FILES_HOST_NAME: "mesa-ci-lava-files.freedesktop.org"
+    FILES_HOST_URL: "https://mesa-ci-lava-files.freedesktop.org"
   tags:
-    - lava-rk3399-gru-kevin
+    - mesa-ci-aarch64-lava-collabora
 
-.panfrost-t820-test:arm64:
-  extends: .lava-test:arm64
+panfrost-t860-gles3:arm64:
+  extends:
+    - .lava-test:arm64
+    - .panfrost-rules
+  variables:
+    DEVICE_TYPE: rk3399-gru-kevin
+    GPU_VERSION: panfrost-t860
+    BOOT_METHOD: depthcharge
+    KERNEL_IMAGE_TYPE: ""
+    DEQP_VERSION: gles3
+    ENV_VARS: "PAN_MESA_DEBUG=gles3 DEQP_PARALLEL=6 DEQP_EXPECTED_RENDERER=T860"
+    CI_NODE_INDEX: 1
+    CI_NODE_TOTAL: 5
+    FILES_HOST_NAME: "mesa-ci-lava-files.freedesktop.org"
+    FILES_HOST_URL: "https://mesa-ci-lava-files.freedesktop.org"
+  tags:
+    - mesa-ci-aarch64-lava-collabora
+
+.panfrost-t820-gles2:arm64:
+  extends:
+    - .lava-test:arm64
+    - .panfrost-rules
   variables:
     DEVICE_TYPE: meson-gxm-khadas-vim2
     GPU_VERSION: panfrost-t820
     LAVA_TAGS: panfrost
+    ENV_VARS: "PAN_MESA_DEBUG=gles3 DEQP_PARALLEL=6 DEQP_EXPECTED_RENDERER=T820"
   tags:
-    - lava-meson-gxm-khadas-vim2
+    - mesa-ci-aarch64-lava-baylibre
 
 .lima-mali400-test:armhf:
   parallel: 2
-  extends: .lava-test:armhf
+  extends:
+    - .lava-test:armhf
+    - .lima-rules
   variables:
     DEVICE_TYPE: sun8i-h3-libretech-all-h3-cc
     GPU_VERSION: lima
-    ENV_VARS: "DEQP_PARALLEL=3"
+    ENV_VARS: "DEQP_PARALLEL=3 DEQP_EXPECTED_RENDERER=Mali400"
   tags:
-    - lava-sun8i-h3-libretech-all-h3-cc
+    - mesa-ci-aarch64-lava-baylibre
 
-lima-mali450-test:arm64:
-  extends: .lava-test:arm64
+.lima-mali450-test:arm64:
+  extends:
+    - .lava-test:arm64
+    - .lima-rules
   variables:
     DEVICE_TYPE: meson-gxl-s905x-libretech-cc
     GPU_VERSION: lima
-    ENV_VARS: "DEQP_PARALLEL=6"
+    ENV_VARS: "DEQP_PARALLEL=6 DEQP_EXPECTED_RENDERER=Mali450"
   tags:
-    - lava-meson-gxl-s905x-libretech-cc
+    - mesa-ci-aarch64-lava-baylibre

.gitlab-ci/meson-build.sh

@@ -54,11 +54,10 @@ meson _build --native-file=native.file \
       ${GALLIUM_ST} \
       -D gallium-drivers=${GALLIUM_DRIVERS:-[]} \
       -D vulkan-drivers=${VULKAN_DRIVERS:-[]} \
-      -D I-love-half-baked-turnips=true \
       ${EXTRA_OPTION}
 cd _build
 meson configure
-ninja -j4
+ninja
 LC_ALL=C.UTF-8 ninja test
 ninja install
 cd ..

.gitlab-ci/piglit/glslparser.txt

@@ -148,8 +148,6 @@ spec/amd_conservative_depth/preprocessor/disabled-undefined-core.geom: skip
 spec/amd_conservative_depth/preprocessor/disabled-undefined-core.tesc: skip
 spec/amd_conservative_depth/preprocessor/disabled-undefined-core.tese: skip
 spec/amd_conservative_depth/preprocessor/disabled-undefined-core.vert: skip
-spec/amd_conservative_depth/preprocessor/enabled-core.tesc: skip
-spec/amd_conservative_depth/preprocessor/enabled-core.tese: skip
 spec/amd_shader_stencil_export/preprocessor/disabled-defined-compat.frag: skip
 spec/amd_shader_stencil_export/preprocessor/disabled-defined-compat.vert: skip
 spec/amd_shader_stencil_export/preprocessor/disabled-defined-core.comp: skip
@@ -166,8 +164,6 @@ spec/amd_shader_stencil_export/preprocessor/disabled-undefined-core.geom: skip
 spec/amd_shader_stencil_export/preprocessor/disabled-undefined-core.tesc: skip
 spec/amd_shader_stencil_export/preprocessor/disabled-undefined-core.tese: skip
 spec/amd_shader_stencil_export/preprocessor/disabled-undefined-core.vert: skip
-spec/amd_shader_stencil_export/preprocessor/enabled-core.tesc: skip
-spec/amd_shader_stencil_export/preprocessor/enabled-core.tese: skip
 spec/amd_shader_trinary_minmax/preprocessor/disabled-defined-compat.frag: skip
 spec/amd_shader_trinary_minmax/preprocessor/disabled-defined-compat.vert: skip
 spec/amd_shader_trinary_minmax/preprocessor/disabled-defined-core.comp: skip
@@ -184,8 +180,6 @@ spec/amd_shader_trinary_minmax/preprocessor/disabled-undefined-core.geom: skip
 spec/amd_shader_trinary_minmax/preprocessor/disabled-undefined-core.tesc: skip
 spec/amd_shader_trinary_minmax/preprocessor/disabled-undefined-core.tese: skip
 spec/amd_shader_trinary_minmax/preprocessor/disabled-undefined-core.vert: skip
-spec/amd_shader_trinary_minmax/preprocessor/enabled-core.tesc: skip
-spec/amd_shader_trinary_minmax/preprocessor/enabled-core.tese: skip
 spec/amd_vertex_shader_layer/preprocessor/disabled-defined-core.comp: skip
 spec/amd_vertex_shader_layer/preprocessor/disabled-defined-core.frag: skip
 spec/amd_vertex_shader_layer/preprocessor/disabled-defined-core.geom: skip
@@ -200,8 +194,6 @@ spec/amd_vertex_shader_layer/preprocessor/disabled-undefined-core.tese: skip
 spec/amd_vertex_shader_layer/preprocessor/disabled-undefined-core.vert: skip
 spec/amd_vertex_shader_layer/preprocessor/enabled-compat.frag: skip
 spec/amd_vertex_shader_layer/preprocessor/enabled-compat.vert: skip
-spec/amd_vertex_shader_layer/preprocessor/enabled-core.tesc: skip
-spec/amd_vertex_shader_layer/preprocessor/enabled-core.tese: skip
 spec/amd_vertex_shader_viewport_index/preprocessor/disabled-defined-core.comp: skip
 spec/amd_vertex_shader_viewport_index/preprocessor/disabled-defined-core.frag: skip
 spec/amd_vertex_shader_viewport_index/preprocessor/disabled-defined-core.geom: skip
@@ -216,8 +208,6 @@ spec/amd_vertex_shader_viewport_index/preprocessor/disabled-undefined-core.tese:
 spec/amd_vertex_shader_viewport_index/preprocessor/disabled-undefined-core.vert: skip
 spec/amd_vertex_shader_viewport_index/preprocessor/enabled-compat.frag: skip
 spec/amd_vertex_shader_viewport_index/preprocessor/enabled-compat.vert: skip
-spec/amd_vertex_shader_viewport_index/preprocessor/enabled-core.tesc: skip
-spec/amd_vertex_shader_viewport_index/preprocessor/enabled-core.tese: skip
 spec/arb_arrays_of_arrays/compiler/glsl-4.00-basic-types.vert: skip
 spec/arb_arrays_of_arrays/compiler/glsl-4.20-basic-types.frag: skip
 spec/arb_arrays_of_arrays/compiler/subroutine.vert: skip
@@ -237,8 +227,6 @@ spec/arb_arrays_of_arrays/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_arrays_of_arrays/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_arrays_of_arrays/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_arrays_of_arrays/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_arrays_of_arrays/preprocessor/enabled-core.tesc: skip
-spec/arb_arrays_of_arrays/preprocessor/enabled-core.tese: skip
 spec/arb_bindless_texture/compiler/images/arith-bound-image.frag: skip
 spec/arb_bindless_texture/compiler/images/arith-expr.vert: skip
 spec/arb_bindless_texture/compiler/images/arrays-of-struct.frag: skip
@@ -325,8 +313,6 @@ spec/arb_compute_shader/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_compute_shader/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_compute_shader/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_compute_shader/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_compute_shader/preprocessor/enabled-core.tesc: skip
-spec/arb_compute_shader/preprocessor/enabled-core.tese: skip
 spec/arb_compute_variable_group_size/compiler/do_nothing.comp: skip
 spec/arb_compute_variable_group_size/compiler/gl_localgroupsizearb_illegal_use.comp: skip
 spec/arb_compute_variable_group_size/compiler/gl_localgroupsizearb_layout.comp: skip
@@ -348,8 +334,6 @@ spec/arb_conservative_depth/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_conservative_depth/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_conservative_depth/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_conservative_depth/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_conservative_depth/preprocessor/enabled-core.tesc: skip
-spec/arb_conservative_depth/preprocessor/enabled-core.tese: skip
 spec/arb_derivative_control/preprocessor/disabled-defined-core.comp: skip
 spec/arb_derivative_control/preprocessor/disabled-defined-core.frag: skip
 spec/arb_derivative_control/preprocessor/disabled-defined-core.geom: skip
@@ -362,8 +346,6 @@ spec/arb_derivative_control/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_derivative_control/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_derivative_control/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_derivative_control/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_derivative_control/preprocessor/enabled-core.tesc: skip
-spec/arb_derivative_control/preprocessor/enabled-core.tese: skip
 spec/arb_draw_buffers/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_draw_buffers/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_draw_buffers/preprocessor/disabled-defined-core.comp: skip
@@ -380,8 +362,6 @@ spec/arb_draw_buffers/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_draw_buffers/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_draw_buffers/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_draw_buffers/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_draw_buffers/preprocessor/enabled-core.tesc: skip
-spec/arb_draw_buffers/preprocessor/enabled-core.tese: skip
 spec/arb_draw_instanced/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_draw_instanced/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_draw_instanced/preprocessor/disabled-defined-core.comp: skip
@@ -398,22 +378,16 @@ spec/arb_draw_instanced/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_draw_instanced/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_draw_instanced/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_draw_instanced/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_draw_instanced/preprocessor/enabled-core.tesc: skip
-spec/arb_draw_instanced/preprocessor/enabled-core.tese: skip
 spec/arb_enhanced_layouts/compiler/compile-time-constants/invocation.geom: skip
 spec/arb_enhanced_layouts/compiler/compile-time-constants/negative-qualifiers/negative-layout-qualifier-invocation.geom: skip
 spec/arb_enhanced_layouts/compiler/compile-time-constants/negative-qualifiers/negative-layout-qualifier-stream.geom: skip
-spec/arb_enhanced_layouts/compiler/compile-time-constants/negative-qualifiers/negative-layout-qualifier-vertices.tesc: skip
 spec/arb_enhanced_layouts/compiler/compile-time-constants/stream.geom: skip
-spec/arb_enhanced_layouts/compiler/compile-time-constants/vertices.tesc: skip
 spec/arb_enhanced_layouts/compiler/duplicate-layout-qualifier-identifiers/multiple-invocation-identifiers-in-single-layout-mismatch.geom: skip
 spec/arb_enhanced_layouts/compiler/duplicate-layout-qualifier-identifiers/multiple-invocation-identifiers-in-single-layout.geom: skip
 spec/arb_enhanced_layouts/compiler/duplicate-layout-qualifier-identifiers/multiple-stream-identifiers-in-single-layout-global-no-enhanced-layouts.geom: skip
 spec/arb_enhanced_layouts/compiler/duplicate-layout-qualifier-identifiers/multiple-stream-identifiers-in-single-layout-global.geom: skip
 spec/arb_enhanced_layouts/compiler/duplicate-layout-qualifier-identifiers/multiple-stream-identifiers-in-single-layout-no-enhanced-layouts.geom: skip
 spec/arb_enhanced_layouts/compiler/duplicate-layout-qualifier-identifiers/multiple-stream-identifiers-in-single-layout.geom: skip
-spec/arb_enhanced_layouts/compiler/duplicate-layout-qualifier-identifiers/multiple-vertices-identifiers-in-single-layout-mismatch.tesc: skip
-spec/arb_enhanced_layouts/compiler/duplicate-layout-qualifier-identifiers/multiple-vertices-identifiers-in-single-layout.tesc: skip
 spec/arb_enhanced_layouts/preprocessor/disabled-defined-core.comp: skip
 spec/arb_enhanced_layouts/preprocessor/disabled-defined-core.frag: skip
 spec/arb_enhanced_layouts/preprocessor/disabled-defined-core.geom: skip
@@ -426,8 +400,6 @@ spec/arb_enhanced_layouts/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_enhanced_layouts/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_enhanced_layouts/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_enhanced_layouts/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_enhanced_layouts/preprocessor/enabled-core.tesc: skip
-spec/arb_enhanced_layouts/preprocessor/enabled-core.tese: skip
 spec/arb_es3_1_compatibility/preprocessor/disabled-defined-core.comp: skip
 spec/arb_es3_1_compatibility/preprocessor/disabled-defined-core.frag: skip
 spec/arb_es3_1_compatibility/preprocessor/disabled-defined-core.geom: skip
@@ -462,8 +434,6 @@ spec/arb_explicit_attrib_location/preprocessor/disabled-undefined-core.geom: ski
 spec/arb_explicit_attrib_location/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_explicit_attrib_location/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_explicit_attrib_location/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_explicit_attrib_location/preprocessor/enabled-core.tesc: skip
-spec/arb_explicit_attrib_location/preprocessor/enabled-core.tese: skip
 spec/arb_explicit_uniform_location/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_explicit_uniform_location/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_explicit_uniform_location/preprocessor/disabled-defined-core.comp: skip
@@ -480,8 +450,6 @@ spec/arb_explicit_uniform_location/preprocessor/disabled-undefined-core.geom: sk
 spec/arb_explicit_uniform_location/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_explicit_uniform_location/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_explicit_uniform_location/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_explicit_uniform_location/preprocessor/enabled-core.tesc: skip
-spec/arb_explicit_uniform_location/preprocessor/enabled-core.tese: skip
 spec/arb_fragment_coord_conventions/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_fragment_coord_conventions/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_fragment_coord_conventions/preprocessor/disabled-defined-core.comp: skip
@@ -498,8 +466,6 @@ spec/arb_fragment_coord_conventions/preprocessor/disabled-undefined-core.geom: s
 spec/arb_fragment_coord_conventions/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_fragment_coord_conventions/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_fragment_coord_conventions/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_fragment_coord_conventions/preprocessor/enabled-core.tesc: skip
-spec/arb_fragment_coord_conventions/preprocessor/enabled-core.tese: skip
 spec/arb_fragment_layer_viewport/preprocessor/disabled-defined-core.comp: skip
 spec/arb_fragment_layer_viewport/preprocessor/disabled-defined-core.frag: skip
 spec/arb_fragment_layer_viewport/preprocessor/disabled-defined-core.geom: skip
@@ -512,8 +478,6 @@ spec/arb_fragment_layer_viewport/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_fragment_layer_viewport/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_fragment_layer_viewport/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_fragment_layer_viewport/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_fragment_layer_viewport/preprocessor/enabled-core.tesc: skip
-spec/arb_fragment_layer_viewport/preprocessor/enabled-core.tese: skip
 spec/arb_fragment_shader_interlock/compiler/begininvocationinterlock-after-discard.frag: skip
 spec/arb_fragment_shader_interlock/compiler/begininvocationinterlock-after-return.frag: skip
 spec/arb_fragment_shader_interlock/compiler/begininvocationinterlock-endinvocationinterlock.frag: skip
@@ -558,10 +522,6 @@ spec/arb_geometry_shader4/compiler/sanity.geom: skip
 spec/arb_geometry_shader4/compiler/uniforms.geom: skip
 spec/arb_geometry_shader4/compiler/verticesin-const-expression.geom: skip
 spec/arb_geometry_shader4/compiler/verticesin-const.geom: skip
-spec/arb_geometry_shader4/preprocessor/disabled-defined-core.tesc: skip
-spec/arb_geometry_shader4/preprocessor/disabled-defined-core.tese: skip
-spec/arb_geometry_shader4/preprocessor/disabled-undefined-core.tesc: skip
-spec/arb_geometry_shader4/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_geometry_shader4/preprocessor/enabled-compat.frag: skip
 spec/arb_geometry_shader4/preprocessor/enabled-compat.vert: skip
 spec/arb_geometry_shader4/preprocessor/enabled-core.comp: skip
@@ -660,10 +620,6 @@ spec/arb_gpu_shader5/compiler/stream-qualifier/incorrect-in-layout-qualifier-str
 spec/arb_gpu_shader5/compiler/stream-qualifier/incorrect-multiple-block-layout-qualifier-stream.geom: skip
 spec/arb_gpu_shader5/compiler/stream-qualifier/incorrect-multiple-named-block-layout-qualifier-stream.geom: skip
 spec/arb_gpu_shader5/compiler/stream-qualifier/incorrect-negative-layout-qualifier-stream.geom: skip
-spec/arb_gpu_shader5/preprocessor/disabled-defined-core.tesc: skip
-spec/arb_gpu_shader5/preprocessor/disabled-defined-core.tese: skip
-spec/arb_gpu_shader5/preprocessor/disabled-undefined-core.tesc: skip
-spec/arb_gpu_shader5/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_gpu_shader5/preprocessor/enabled-core.comp: skip
 spec/arb_gpu_shader5/preprocessor/enabled-core.frag: skip
 spec/arb_gpu_shader5/preprocessor/enabled-core.geom: skip
@@ -682,8 +638,6 @@ spec/arb_gpu_shader_fp64/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_gpu_shader_fp64/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_gpu_shader_fp64/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_gpu_shader_fp64/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_gpu_shader_fp64/preprocessor/enabled-core.tesc: skip
-spec/arb_gpu_shader_fp64/preprocessor/enabled-core.tese: skip
 spec/arb_gpu_shader_int64/compiler/built-in-functions/abs-i64vec2.frag: skip
 spec/arb_gpu_shader_int64/compiler/built-in-functions/abs-i64vec2.geom: skip
 spec/arb_gpu_shader_int64/compiler/built-in-functions/abs-i64vec2.vert: skip
@@ -1186,10 +1140,6 @@ spec/arb_sample_shading/compiler/gl_numsamples.frag: skip
 spec/arb_sample_shading/compiler/gl_sampleid.frag: skip
 spec/arb_sample_shading/compiler/gl_samplemask.frag: skip
 spec/arb_sample_shading/compiler/gl_sampleposition.frag: skip
-spec/arb_sample_shading/preprocessor/disabled-defined-core.tesc: skip
-spec/arb_sample_shading/preprocessor/disabled-defined-core.tese: skip
-spec/arb_sample_shading/preprocessor/disabled-undefined-core.tesc: skip
-spec/arb_sample_shading/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_sample_shading/preprocessor/enabled-compat.frag: skip
 spec/arb_sample_shading/preprocessor/enabled-compat.vert: skip
 spec/arb_sample_shading/preprocessor/enabled-core.comp: skip
@@ -1214,8 +1164,6 @@ spec/arb_separate_shader_objects/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_separate_shader_objects/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_separate_shader_objects/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_separate_shader_objects/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_separate_shader_objects/preprocessor/enabled-core.tesc: skip
-spec/arb_separate_shader_objects/preprocessor/enabled-core.tese: skip
 spec/arb_shader_atomic_counter_ops/preprocessor/disabled-defined-core.comp: skip
 spec/arb_shader_atomic_counter_ops/preprocessor/disabled-defined-core.frag: skip
 spec/arb_shader_atomic_counter_ops/preprocessor/disabled-defined-core.geom: skip
@@ -1228,8 +1176,6 @@ spec/arb_shader_atomic_counter_ops/preprocessor/disabled-undefined-core.geom: sk
 spec/arb_shader_atomic_counter_ops/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_atomic_counter_ops/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_atomic_counter_ops/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_atomic_counter_ops/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_atomic_counter_ops/preprocessor/enabled-core.tese: skip
 spec/arb_shader_atomic_counters/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_shader_atomic_counters/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_shader_atomic_counters/preprocessor/disabled-defined-core.comp: skip
@@ -1246,8 +1192,6 @@ spec/arb_shader_atomic_counters/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_atomic_counters/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_atomic_counters/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_atomic_counters/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_atomic_counters/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_atomic_counters/preprocessor/enabled-core.tese: skip
 spec/arb_shader_bit_encoding/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_shader_bit_encoding/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_shader_bit_encoding/preprocessor/disabled-defined-core.comp: skip
@@ -1264,12 +1208,6 @@ spec/arb_shader_bit_encoding/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_bit_encoding/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_bit_encoding/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_bit_encoding/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_bit_encoding/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_bit_encoding/preprocessor/enabled-core.tese: skip
-spec/arb_shader_clock/preprocessor/disabled-defined-core.tesc: skip
-spec/arb_shader_clock/preprocessor/disabled-defined-core.tese: skip
-spec/arb_shader_clock/preprocessor/disabled-undefined-core.tesc: skip
-spec/arb_shader_clock/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_clock/preprocessor/enabled-compat.frag: skip
 spec/arb_shader_clock/preprocessor/enabled-compat.vert: skip
 spec/arb_shader_clock/preprocessor/enabled-core.comp: skip
@@ -1290,8 +1228,6 @@ spec/arb_shader_draw_parameters/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_draw_parameters/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_draw_parameters/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_draw_parameters/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_draw_parameters/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_draw_parameters/preprocessor/enabled-core.tese: skip
 spec/arb_shader_group_vote/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_shader_group_vote/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_shader_group_vote/preprocessor/disabled-defined-core.comp: skip
@@ -1308,8 +1244,6 @@ spec/arb_shader_group_vote/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_group_vote/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_group_vote/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_group_vote/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_group_vote/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_group_vote/preprocessor/enabled-core.tese: skip
 spec/arb_shader_image_load_store/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_shader_image_load_store/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_shader_image_load_store/preprocessor/disabled-defined-core.comp: skip
@@ -1326,8 +1260,6 @@ spec/arb_shader_image_load_store/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_image_load_store/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_image_load_store/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_image_load_store/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_image_load_store/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_image_load_store/preprocessor/enabled-core.tese: skip
 spec/arb_shader_image_size/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_shader_image_size/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_shader_image_size/preprocessor/disabled-defined-core.comp: skip
@@ -1344,12 +1276,6 @@ spec/arb_shader_image_size/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_image_size/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_image_size/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_image_size/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_image_size/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_image_size/preprocessor/enabled-core.tese: skip
-spec/arb_shader_precision/preprocessor/disabled-defined-core.tesc: skip
-spec/arb_shader_precision/preprocessor/disabled-defined-core.tese: skip
-spec/arb_shader_precision/preprocessor/disabled-undefined-core.tesc: skip
-spec/arb_shader_precision/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_precision/preprocessor/enabled-compat.frag: skip
 spec/arb_shader_precision/preprocessor/enabled-compat.vert: skip
 spec/arb_shader_precision/preprocessor/enabled-core.comp: skip
@@ -1374,8 +1300,6 @@ spec/arb_shader_stencil_export/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_stencil_export/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_stencil_export/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_stencil_export/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_stencil_export/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_stencil_export/preprocessor/enabled-core.tese: skip
 spec/arb_shader_storage_buffer_object/compiler/unused-array-element.comp: skip
 spec/arb_shader_storage_buffer_object/compiler/unused-array-element.frag: skip
 spec/arb_shader_storage_buffer_object/preprocessor/disabled-defined-compat.frag: skip
@@ -1394,8 +1318,6 @@ spec/arb_shader_storage_buffer_object/preprocessor/disabled-undefined-core.geom:
 spec/arb_shader_storage_buffer_object/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_storage_buffer_object/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_storage_buffer_object/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_storage_buffer_object/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_storage_buffer_object/preprocessor/enabled-core.tese: skip
 spec/arb_shader_subroutine/preprocessor/disabled-defined-core.comp: skip
 spec/arb_shader_subroutine/preprocessor/disabled-defined-core.frag: skip
 spec/arb_shader_subroutine/preprocessor/disabled-defined-core.geom: skip
@@ -1408,15 +1330,9 @@ spec/arb_shader_subroutine/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_subroutine/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_subroutine/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_subroutine/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_subroutine/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_subroutine/preprocessor/enabled-core.tese: skip
 spec/arb_shader_texture_image_samples/compiler/fs-image-samples.frag: skip
 spec/arb_shader_texture_image_samples/compiler/fs-texture-samples.frag: skip
 spec/arb_shader_texture_image_samples/compiler/vs-texture-samples.vert: skip
-spec/arb_shader_texture_image_samples/preprocessor/disabled-defined-core.tesc: skip
-spec/arb_shader_texture_image_samples/preprocessor/disabled-defined-core.tese: skip
-spec/arb_shader_texture_image_samples/preprocessor/disabled-undefined-core.tesc: skip
-spec/arb_shader_texture_image_samples/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_texture_image_samples/preprocessor/enabled-compat.frag: skip
 spec/arb_shader_texture_image_samples/preprocessor/enabled-compat.vert: skip
 spec/arb_shader_texture_image_samples/preprocessor/enabled-core.comp: skip
@@ -1441,8 +1357,6 @@ spec/arb_shader_texture_lod/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_shader_texture_lod/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shader_texture_lod/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shader_texture_lod/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shader_texture_lod/preprocessor/enabled-core.tesc: skip
-spec/arb_shader_texture_lod/preprocessor/enabled-core.tese: skip
 spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-input-non-value-layout-qualifier-in-single-declaration-1.geom: skip
 spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-input-non-value-layout-qualifier-in-single-declaration-2.geom: skip
 spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-input-value-layout-qualifier-in-single-declaration-3.geom: skip
@@ -1452,8 +1366,6 @@ spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-stream-qua
 spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-stream-qualifier-in-single-declaration-no-420-pack.geom: skip
 spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-stream-qualifier-in-single-global-declaration-420-pack.geom: skip
 spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-stream-qualifier-in-single-global-declaration-no-420-pack.geom: skip
-spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-vertices-in-single-declaration-mismatch.tesc: skip
-spec/arb_shading_language_420pack/compiler/layout-qualifiers/multiple-vertices-in-single-declaration.tesc: skip
 spec/arb_shading_language_420pack/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_shading_language_420pack/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_shading_language_420pack/preprocessor/disabled-defined-core.comp: skip
@@ -1470,8 +1382,6 @@ spec/arb_shading_language_420pack/preprocessor/disabled-undefined-core.geom: ski
 spec/arb_shading_language_420pack/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shading_language_420pack/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shading_language_420pack/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shading_language_420pack/preprocessor/enabled-core.tesc: skip
-spec/arb_shading_language_420pack/preprocessor/enabled-core.tese: skip
 spec/arb_shading_language_packing/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_shading_language_packing/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_shading_language_packing/preprocessor/disabled-defined-core.comp: skip
@@ -1488,67 +1398,18 @@ spec/arb_shading_language_packing/preprocessor/disabled-undefined-core.geom: ski
 spec/arb_shading_language_packing/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_shading_language_packing/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_shading_language_packing/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_shading_language_packing/preprocessor/enabled-core.tesc: skip
-spec/arb_shading_language_packing/preprocessor/enabled-core.tese: skip
-spec/arb_tessellation_shader/compiler/barrier-for.tesc: skip
-spec/arb_tessellation_shader/compiler/barrier-func.tesc: skip
-spec/arb_tessellation_shader/compiler/barrier-if.tesc: skip
-spec/arb_tessellation_shader/compiler/barrier-redeclared.tesc: skip
-spec/arb_tessellation_shader/compiler/barrier-return.tesc: skip
-spec/arb_tessellation_shader/compiler/barrier-switch-always.tesc: skip
-spec/arb_tessellation_shader/compiler/barrier-switch.tesc: skip
-spec/arb_tessellation_shader/compiler/barrier.tesc: skip
-spec/arb_tessellation_shader/compiler/barrier.tese: skip
-spec/arb_tessellation_shader/compiler/custom-block-out-indexing-const.tesc: skip
-spec/arb_tessellation_shader/compiler/custom-in-length.tesc: skip
-spec/arb_tessellation_shader/compiler/custom-in-length.tese: skip
-spec/arb_tessellation_shader/compiler/custom-out-indexing-const.tesc: skip
-spec/arb_tessellation_shader/compiler/custom-out-indexing-strict.tesc: skip
-spec/arb_tessellation_shader/compiler/custom-out-indexing-uniform.tesc: skip
-spec/arb_tessellation_shader/compiler/custom-out-length-1.tesc: skip
-spec/arb_tessellation_shader/compiler/custom-out-length-2.tesc: skip
-spec/arb_tessellation_shader/compiler/custom-patch-in-length.tese: skip
-spec/arb_tessellation_shader/compiler/custom-patch-out-length-no-conflict.tesc: skip
-spec/arb_tessellation_shader/compiler/custom-patch-out-length.tesc: skip
-spec/arb_tessellation_shader/compiler/gl_in-length.tesc: skip
-spec/arb_tessellation_shader/compiler/gl_in-length.tese: skip
-spec/arb_tessellation_shader/compiler/gl_out-indexing-const.tesc: skip
-spec/arb_tessellation_shader/compiler/gl_out-indexing-strict.tesc: skip
-spec/arb_tessellation_shader/compiler/gl_out-indexing-uniform.tesc: skip
-spec/arb_tessellation_shader/compiler/gl_out-indexing-writemask.tesc: skip
-spec/arb_tessellation_shader/compiler/gl_out-length-before-declared.tesc: skip
-spec/arb_tessellation_shader/compiler/gl_out-length.tesc: skip
-spec/arb_tessellation_shader/compiler/input-block-must-be-array-unnamed.tesc: skip
-spec/arb_tessellation_shader/compiler/input-block-must-be-array-unnamed.tese: skip
-spec/arb_tessellation_shader/compiler/input-block-must-be-array.tesc: skip
-spec/arb_tessellation_shader/compiler/input-block-must-be-array.tese: skip
-spec/arb_tessellation_shader/compiler/input-must-be-array.tesc: skip
-spec/arb_tessellation_shader/compiler/input-must-be-array.tese: skip
-spec/arb_tessellation_shader/compiler/layout-multiple-qualifier-declarations-vertices-mismatch.tesc: skip
-spec/arb_tessellation_shader/compiler/layout-multiple-qualifier-declarations-vertices.tesc: skip
-spec/arb_tessellation_shader/compiler/no-input-layout.tese: skip
-spec/arb_tessellation_shader/compiler/no-output-layout.tesc: skip
-spec/arb_tessellation_shader/compiler/output-block-must-be-array-unnamed.tesc: skip
-spec/arb_tessellation_shader/compiler/output-block-must-be-array.tesc: skip
-spec/arb_tessellation_shader/compiler/output-must-be-array.tesc: skip
-spec/arb_tessellation_shader/compiler/output-size-mismatch.tesc: skip
-spec/arb_tessellation_shader/compiler/redeclaring-gl_out-junk-member.tesc: skip
-spec/arb_tessellation_shader/compiler/redeclaring-gl_out-must-be-array.tesc: skip
-spec/arb_tessellation_shader/compiler/redeclaring-gl_out-no-instance-name.tesc: skip
-spec/arb_tessellation_shader/compiler/redeclaring-gl_out-ok.tesc: skip
-spec/arb_tessellation_shader/compiler/sanity.tesc: skip
-spec/arb_tessellation_shader/compiler/sanity.tese: skip
-spec/arb_tessellation_shader/compiler/uniform-block-non-array.tesc: skip
+spec/arb_tessellation_shader/preprocessor/disabled-defined-core.comp: skip
+spec/arb_tessellation_shader/preprocessor/disabled-defined-core.frag: skip
+spec/arb_tessellation_shader/preprocessor/disabled-defined-core.geom: skip
 spec/arb_tessellation_shader/preprocessor/disabled-defined-core.tesc: skip
 spec/arb_tessellation_shader/preprocessor/disabled-defined-core.tese: skip
+spec/arb_tessellation_shader/preprocessor/disabled-defined-core.vert: skip
+spec/arb_tessellation_shader/preprocessor/disabled-undefined-core.comp: skip
+spec/arb_tessellation_shader/preprocessor/disabled-undefined-core.frag: skip
+spec/arb_tessellation_shader/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_tessellation_shader/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_tessellation_shader/preprocessor/disabled-undefined-core.tese: skip
-spec/arb_tessellation_shader/preprocessor/enabled-core.comp: skip
-spec/arb_tessellation_shader/preprocessor/enabled-core.frag: skip
-spec/arb_tessellation_shader/preprocessor/enabled-core.geom: skip
-spec/arb_tessellation_shader/preprocessor/enabled-core.tesc: skip
-spec/arb_tessellation_shader/preprocessor/enabled-core.tese: skip
-spec/arb_tessellation_shader/preprocessor/enabled-core.vert: skip
+spec/arb_tessellation_shader/preprocessor/disabled-undefined-core.vert: skip
 spec/arb_texture_cube_map_array/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_texture_cube_map_array/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_texture_cube_map_array/preprocessor/disabled-defined-core.comp: skip
@@ -1565,8 +1426,6 @@ spec/arb_texture_cube_map_array/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_texture_cube_map_array/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_texture_cube_map_array/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_texture_cube_map_array/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_texture_cube_map_array/preprocessor/enabled-core.tesc: skip
-spec/arb_texture_cube_map_array/preprocessor/enabled-core.tese: skip
 spec/arb_texture_gather/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_texture_gather/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_texture_gather/preprocessor/disabled-defined-core.comp: skip
@@ -1583,8 +1442,6 @@ spec/arb_texture_gather/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_texture_gather/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_texture_gather/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_texture_gather/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_texture_gather/preprocessor/enabled-core.tesc: skip
-spec/arb_texture_gather/preprocessor/enabled-core.tese: skip
 spec/arb_texture_multisample/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_texture_multisample/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_texture_multisample/preprocessor/disabled-defined-core.comp: skip
@@ -1601,8 +1458,6 @@ spec/arb_texture_multisample/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_texture_multisample/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_texture_multisample/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_texture_multisample/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_texture_multisample/preprocessor/enabled-core.tesc: skip
-spec/arb_texture_multisample/preprocessor/enabled-core.tese: skip
 spec/arb_texture_query_levels/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_texture_query_levels/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_texture_query_levels/preprocessor/disabled-defined-core.comp: skip
@@ -1619,8 +1474,6 @@ spec/arb_texture_query_levels/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_texture_query_levels/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_texture_query_levels/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_texture_query_levels/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_texture_query_levels/preprocessor/enabled-core.tesc: skip
-spec/arb_texture_query_levels/preprocessor/enabled-core.tese: skip
 spec/arb_texture_query_lod/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_texture_query_lod/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_texture_query_lod/preprocessor/disabled-defined-core.comp: skip
@@ -1637,8 +1490,6 @@ spec/arb_texture_query_lod/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_texture_query_lod/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_texture_query_lod/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_texture_query_lod/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_texture_query_lod/preprocessor/enabled-core.tesc: skip
-spec/arb_texture_query_lod/preprocessor/enabled-core.tese: skip
 spec/arb_texture_rectangle/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_texture_rectangle/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_texture_rectangle/preprocessor/disabled-defined-core.comp: skip
@@ -1655,8 +1506,6 @@ spec/arb_texture_rectangle/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_texture_rectangle/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_texture_rectangle/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_texture_rectangle/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_texture_rectangle/preprocessor/enabled-core.tesc: skip
-spec/arb_texture_rectangle/preprocessor/enabled-core.tese: skip
 spec/arb_uniform_buffer_object/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_uniform_buffer_object/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_uniform_buffer_object/preprocessor/disabled-defined-core.comp: skip
@@ -1673,8 +1522,6 @@ spec/arb_uniform_buffer_object/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_uniform_buffer_object/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_uniform_buffer_object/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_uniform_buffer_object/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_uniform_buffer_object/preprocessor/enabled-core.tesc: skip
-spec/arb_uniform_buffer_object/preprocessor/enabled-core.tese: skip
 spec/arb_vertex_attrib_64bit/preprocessor/disabled-defined-core.comp: skip
 spec/arb_vertex_attrib_64bit/preprocessor/disabled-defined-core.frag: skip
 spec/arb_vertex_attrib_64bit/preprocessor/disabled-defined-core.geom: skip
@@ -1687,8 +1534,6 @@ spec/arb_vertex_attrib_64bit/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_vertex_attrib_64bit/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_vertex_attrib_64bit/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_vertex_attrib_64bit/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_vertex_attrib_64bit/preprocessor/enabled-core.tesc: skip
-spec/arb_vertex_attrib_64bit/preprocessor/enabled-core.tese: skip
 spec/arb_viewport_array/preprocessor/disabled-defined-compat.frag: skip
 spec/arb_viewport_array/preprocessor/disabled-defined-compat.vert: skip
 spec/arb_viewport_array/preprocessor/disabled-defined-core.comp: skip
@@ -1705,8 +1550,6 @@ spec/arb_viewport_array/preprocessor/disabled-undefined-core.geom: skip
 spec/arb_viewport_array/preprocessor/disabled-undefined-core.tesc: skip
 spec/arb_viewport_array/preprocessor/disabled-undefined-core.tese: skip
 spec/arb_viewport_array/preprocessor/disabled-undefined-core.vert: skip
-spec/arb_viewport_array/preprocessor/enabled-core.tesc: skip
-spec/arb_viewport_array/preprocessor/enabled-core.tese: skip
 spec/ext_clip_cull_distance/preprocessor/disabled-defined-es.comp: skip
 spec/ext_clip_cull_distance/preprocessor/disabled-defined-es.frag: skip
 spec/ext_clip_cull_distance/preprocessor/disabled-defined-es.geom: skip
@@ -1720,8 +1563,6 @@ spec/ext_clip_cull_distance/preprocessor/disabled-undefined-es.tesc: skip
 spec/ext_clip_cull_distance/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_clip_cull_distance/preprocessor/disabled-undefined-es.vert: skip
 spec/ext_clip_cull_distance/preprocessor/enabled-es.geom: skip
-spec/ext_clip_cull_distance/preprocessor/enabled-es.tesc: skip
-spec/ext_clip_cull_distance/preprocessor/enabled-es.tese: skip
 spec/ext_demote_to_helper_invocation/compiler/demote_identifier_with_ext.frag: skip
 spec/ext_demote_to_helper_invocation/compiler/demote_keyword.frag: skip
 spec/ext_demote_to_helper_invocation/compiler/is_helper_invocation_builtin.frag: skip
@@ -1738,14 +1579,8 @@ spec/ext_draw_buffers/preprocessor/disabled-undefined-es.tesc: skip
 spec/ext_draw_buffers/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_draw_buffers/preprocessor/disabled-undefined-es.vert: skip
 spec/ext_draw_buffers/preprocessor/enabled-es.geom: skip
-spec/ext_draw_buffers/preprocessor/enabled-es.tesc: skip
-spec/ext_draw_buffers/preprocessor/enabled-es.tese: skip
 spec/ext_geometry_point_size/preprocessor/disabled-defined-es.geom: skip
-spec/ext_geometry_point_size/preprocessor/disabled-defined-es.tesc: skip
-spec/ext_geometry_point_size/preprocessor/disabled-defined-es.tese: skip
 spec/ext_geometry_point_size/preprocessor/disabled-undefined-es.geom: skip
-spec/ext_geometry_point_size/preprocessor/disabled-undefined-es.tesc: skip
-spec/ext_geometry_point_size/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_geometry_point_size/preprocessor/enabled-es.comp: skip
 spec/ext_geometry_point_size/preprocessor/enabled-es.frag: skip
 spec/ext_geometry_point_size/preprocessor/enabled-es.geom: skip
@@ -1753,11 +1588,7 @@ spec/ext_geometry_point_size/preprocessor/enabled-es.tesc: skip
 spec/ext_geometry_point_size/preprocessor/enabled-es.tese: skip
 spec/ext_geometry_point_size/preprocessor/enabled-es.vert: skip
 spec/ext_geometry_shader/preprocessor/disabled-defined-es.geom: skip
-spec/ext_geometry_shader/preprocessor/disabled-defined-es.tesc: skip
-spec/ext_geometry_shader/preprocessor/disabled-defined-es.tese: skip
 spec/ext_geometry_shader/preprocessor/disabled-undefined-es.geom: skip
-spec/ext_geometry_shader/preprocessor/disabled-undefined-es.tesc: skip
-spec/ext_geometry_shader/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_geometry_shader/preprocessor/enabled-es.comp: skip
 spec/ext_geometry_shader/preprocessor/enabled-es.frag: skip
 spec/ext_geometry_shader/preprocessor/enabled-es.geom: skip
@@ -2797,11 +2628,7 @@ spec/ext_gpu_shader4/compiler/xor-uvec4-unsigned_int.vert: skip
 spec/ext_gpu_shader4/compiler/xor-uvec4-uvec4.frag: skip
 spec/ext_gpu_shader4/compiler/xor-uvec4-uvec4.vert: skip
 spec/ext_gpu_shader5/preprocessor/disabled-defined-es.geom: skip
-spec/ext_gpu_shader5/preprocessor/disabled-defined-es.tesc: skip
-spec/ext_gpu_shader5/preprocessor/disabled-defined-es.tese: skip
 spec/ext_gpu_shader5/preprocessor/disabled-undefined-es.geom: skip
-spec/ext_gpu_shader5/preprocessor/disabled-undefined-es.tesc: skip
-spec/ext_gpu_shader5/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_gpu_shader5/preprocessor/enabled-es.comp: skip
 spec/ext_gpu_shader5/preprocessor/enabled-es.frag: skip
 spec/ext_gpu_shader5/preprocessor/enabled-es.geom: skip
@@ -2821,8 +2648,6 @@ spec/ext_separate_shader_objects/preprocessor/disabled-undefined-es.tesc: skip
 spec/ext_separate_shader_objects/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_separate_shader_objects/preprocessor/disabled-undefined-es.vert: skip
 spec/ext_separate_shader_objects/preprocessor/enabled-es.geom: skip
-spec/ext_separate_shader_objects/preprocessor/enabled-es.tesc: skip
-spec/ext_separate_shader_objects/preprocessor/enabled-es.tese: skip
 spec/ext_shader_framebuffer_fetch/compiler/gles2/negative-gl_lastfragdata-write.frag: skip
 spec/ext_shader_framebuffer_fetch/compiler/gles2/negative-inout-fragment-output.frag: skip
 spec/ext_shader_framebuffer_fetch/compiler/gles2/negative-output-layout.frag: skip
@@ -2850,8 +2675,6 @@ spec/ext_shader_io_blocks/preprocessor/disabled-undefined-es.tesc: skip
 spec/ext_shader_io_blocks/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_shader_io_blocks/preprocessor/disabled-undefined-es.vert: skip
 spec/ext_shader_io_blocks/preprocessor/enabled-es.geom: skip
-spec/ext_shader_io_blocks/preprocessor/enabled-es.tesc: skip
-spec/ext_shader_io_blocks/preprocessor/enabled-es.tese: skip
 spec/ext_shader_samples_identical/glsl-1.10/compiler/all-functions.frag: skip
 spec/ext_shader_samples_identical/glsl-1.10/compiler/all-functions.vert: skip
 spec/ext_shader_samples_identical/glsl-1.50/compiler/all-functions.frag: skip
@@ -2859,16 +2682,8 @@ spec/ext_shader_samples_identical/glsl-1.50/compiler/all-functions.geom: skip
 spec/ext_shader_samples_identical/glsl-1.50/compiler/all-functions.vert: skip
 spec/ext_shader_samples_identical/glsl-es-3.10/compiler/all-functions.frag: skip
 spec/ext_shader_samples_identical/glsl-es-3.10/compiler/all-functions.vert: skip
-spec/ext_shader_samples_identical/preprocessor/disabled-defined-core.tesc: skip
-spec/ext_shader_samples_identical/preprocessor/disabled-defined-core.tese: skip
 spec/ext_shader_samples_identical/preprocessor/disabled-defined-es.geom: skip
-spec/ext_shader_samples_identical/preprocessor/disabled-defined-es.tesc: skip
-spec/ext_shader_samples_identical/preprocessor/disabled-defined-es.tese: skip
-spec/ext_shader_samples_identical/preprocessor/disabled-undefined-core.tesc: skip
-spec/ext_shader_samples_identical/preprocessor/disabled-undefined-core.tese: skip
 spec/ext_shader_samples_identical/preprocessor/disabled-undefined-es.geom: skip
-spec/ext_shader_samples_identical/preprocessor/disabled-undefined-es.tesc: skip
-spec/ext_shader_samples_identical/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_shader_samples_identical/preprocessor/enabled-compat.frag: skip
 spec/ext_shader_samples_identical/preprocessor/enabled-compat.vert: skip
 spec/ext_shader_samples_identical/preprocessor/enabled-core.comp: skip
@@ -2899,8 +2714,6 @@ spec/ext_texture_array/preprocessor/disabled-undefined-core.geom: skip
 spec/ext_texture_array/preprocessor/disabled-undefined-core.tesc: skip
 spec/ext_texture_array/preprocessor/disabled-undefined-core.tese: skip
 spec/ext_texture_array/preprocessor/disabled-undefined-core.vert: skip
-spec/ext_texture_array/preprocessor/enabled-core.tesc: skip
-spec/ext_texture_array/preprocessor/enabled-core.tese: skip
 spec/ext_texture_buffer/preprocessor/disabled-defined-es.comp: skip
 spec/ext_texture_buffer/preprocessor/disabled-defined-es.frag: skip
 spec/ext_texture_buffer/preprocessor/disabled-defined-es.geom: skip
@@ -2914,8 +2727,6 @@ spec/ext_texture_buffer/preprocessor/disabled-undefined-es.tesc: skip
 spec/ext_texture_buffer/preprocessor/disabled-undefined-es.tese: skip
 spec/ext_texture_buffer/preprocessor/disabled-undefined-es.vert: skip
 spec/ext_texture_buffer/preprocessor/enabled-es.geom: skip
-spec/ext_texture_buffer/preprocessor/enabled-es.tesc: skip
-spec/ext_texture_buffer/preprocessor/enabled-es.tese: skip
 spec/ext_texture_shadow_lod/compiler/negative_compile.frag: skip
 spec/ext_texture_shadow_lod/compiler/sampler2darray.frag: skip
 spec/ext_texture_shadow_lod/compiler/samplercube.frag: skip
@@ -4906,8 +4717,6 @@ spec/nv_image_formats/preprocessor/disabled-undefined-es.tesc: skip
 spec/nv_image_formats/preprocessor/disabled-undefined-es.tese: skip
 spec/nv_image_formats/preprocessor/disabled-undefined-es.vert: skip
 spec/nv_image_formats/preprocessor/enabled-es.geom: skip
-spec/nv_image_formats/preprocessor/enabled-es.tesc: skip
-spec/nv_image_formats/preprocessor/enabled-es.tese: skip
 spec/nv_shader_atomic_float/compiler/imageatomicadd-float-image1d.frag: skip
 spec/nv_shader_atomic_float/compiler/imageatomicadd-float-image1darray.frag: skip
 spec/nv_shader_atomic_float/compiler/imageatomicadd-float-image2d-fail.frag: skip
@@ -4937,11 +4746,7 @@ spec/nv_shader_atomic_float/compiler/shared-atomicexchange-float-fail.comp: skip
 spec/nv_shader_atomic_float/compiler/ssbo-atomicadd-float-fail.frag: skip
 spec/nv_shader_atomic_float/compiler/ssbo-atomicexchange-float-fail.frag: skip
 spec/oes_blend_func_extended/preprocessor/disabled-defined-es.geom: skip
-spec/oes_blend_func_extended/preprocessor/disabled-defined-es.tesc: skip
-spec/oes_blend_func_extended/preprocessor/disabled-defined-es.tese: skip
 spec/oes_blend_func_extended/preprocessor/disabled-undefined-es.geom: skip
-spec/oes_blend_func_extended/preprocessor/disabled-undefined-es.tesc: skip
-spec/oes_blend_func_extended/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_blend_func_extended/preprocessor/enabled-es.comp: skip
 spec/oes_blend_func_extended/preprocessor/enabled-es.frag: skip
 spec/oes_blend_func_extended/preprocessor/enabled-es.geom: skip
@@ -4961,14 +4766,8 @@ spec/oes_egl_image_external/preprocessor/disabled-undefined-es.tesc: skip
 spec/oes_egl_image_external/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_egl_image_external/preprocessor/disabled-undefined-es.vert: skip
 spec/oes_egl_image_external/preprocessor/enabled-es.geom: skip
-spec/oes_egl_image_external/preprocessor/enabled-es.tesc: skip
-spec/oes_egl_image_external/preprocessor/enabled-es.tese: skip
 spec/oes_geometry_point_size/preprocessor/disabled-defined-es.geom: skip
-spec/oes_geometry_point_size/preprocessor/disabled-defined-es.tesc: skip
-spec/oes_geometry_point_size/preprocessor/disabled-defined-es.tese: skip
 spec/oes_geometry_point_size/preprocessor/disabled-undefined-es.geom: skip
-spec/oes_geometry_point_size/preprocessor/disabled-undefined-es.tesc: skip
-spec/oes_geometry_point_size/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_geometry_point_size/preprocessor/enabled-es.comp: skip
 spec/oes_geometry_point_size/preprocessor/enabled-es.frag: skip
 spec/oes_geometry_point_size/preprocessor/enabled-es.geom: skip
@@ -4976,11 +4775,7 @@ spec/oes_geometry_point_size/preprocessor/enabled-es.tesc: skip
 spec/oes_geometry_point_size/preprocessor/enabled-es.tese: skip
 spec/oes_geometry_point_size/preprocessor/enabled-es.vert: skip
 spec/oes_geometry_shader/preprocessor/disabled-defined-es.geom: skip
-spec/oes_geometry_shader/preprocessor/disabled-defined-es.tesc: skip
-spec/oes_geometry_shader/preprocessor/disabled-defined-es.tese: skip
 spec/oes_geometry_shader/preprocessor/disabled-undefined-es.geom: skip
-spec/oes_geometry_shader/preprocessor/disabled-undefined-es.tesc: skip
-spec/oes_geometry_shader/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_geometry_shader/preprocessor/enabled-es.comp: skip
 spec/oes_geometry_shader/preprocessor/enabled-es.frag: skip
 spec/oes_geometry_shader/preprocessor/enabled-es.geom: skip
@@ -4988,11 +4783,7 @@ spec/oes_geometry_shader/preprocessor/enabled-es.tesc: skip
 spec/oes_geometry_shader/preprocessor/enabled-es.tese: skip
 spec/oes_geometry_shader/preprocessor/enabled-es.vert: skip
 spec/oes_gpu_shader5/preprocessor/disabled-defined-es.geom: skip
-spec/oes_gpu_shader5/preprocessor/disabled-defined-es.tesc: skip
-spec/oes_gpu_shader5/preprocessor/disabled-defined-es.tese: skip
 spec/oes_gpu_shader5/preprocessor/disabled-undefined-es.geom: skip
-spec/oes_gpu_shader5/preprocessor/disabled-undefined-es.tesc: skip
-spec/oes_gpu_shader5/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_gpu_shader5/preprocessor/enabled-es.comp: skip
 spec/oes_gpu_shader5/preprocessor/enabled-es.frag: skip
 spec/oes_gpu_shader5/preprocessor/enabled-es.geom: skip
@@ -5000,11 +4791,7 @@ spec/oes_gpu_shader5/preprocessor/enabled-es.tesc: skip
 spec/oes_gpu_shader5/preprocessor/enabled-es.tese: skip
 spec/oes_gpu_shader5/preprocessor/enabled-es.vert: skip
 spec/oes_multisample_interpolation/preprocessor/disabled-defined-es.geom: skip
-spec/oes_multisample_interpolation/preprocessor/disabled-defined-es.tesc: skip
-spec/oes_multisample_interpolation/preprocessor/disabled-defined-es.tese: skip
 spec/oes_multisample_interpolation/preprocessor/disabled-undefined-es.geom: skip
-spec/oes_multisample_interpolation/preprocessor/disabled-undefined-es.tesc: skip
-spec/oes_multisample_interpolation/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_multisample_interpolation/preprocessor/enabled-es.comp: skip
 spec/oes_multisample_interpolation/preprocessor/enabled-es.frag: skip
 spec/oes_multisample_interpolation/preprocessor/enabled-es.geom: skip
@@ -5012,11 +4799,7 @@ spec/oes_multisample_interpolation/preprocessor/enabled-es.tesc: skip
 spec/oes_multisample_interpolation/preprocessor/enabled-es.tese: skip
 spec/oes_multisample_interpolation/preprocessor/enabled-es.vert: skip
 spec/oes_sample_variables/preprocessor/disabled-defined-es.geom: skip
-spec/oes_sample_variables/preprocessor/disabled-defined-es.tesc: skip
-spec/oes_sample_variables/preprocessor/disabled-defined-es.tese: skip
 spec/oes_sample_variables/preprocessor/disabled-undefined-es.geom: skip
-spec/oes_sample_variables/preprocessor/disabled-undefined-es.tesc: skip
-spec/oes_sample_variables/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_sample_variables/preprocessor/enabled-es.comp: skip
 spec/oes_sample_variables/preprocessor/enabled-es.frag: skip
 spec/oes_sample_variables/preprocessor/enabled-es.geom: skip
@@ -5036,8 +4819,6 @@ spec/oes_shader_image_atomic/preprocessor/disabled-undefined-es.tesc: skip
 spec/oes_shader_image_atomic/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_shader_image_atomic/preprocessor/disabled-undefined-es.vert: skip
 spec/oes_shader_image_atomic/preprocessor/enabled-es.geom: skip
-spec/oes_shader_image_atomic/preprocessor/enabled-es.tesc: skip
-spec/oes_shader_image_atomic/preprocessor/enabled-es.tese: skip
 spec/oes_shader_io_blocks/compiler/layout-location-aliasing.vert: fail
 spec/oes_shader_io_blocks/preprocessor/disabled-defined-es.comp: skip
 spec/oes_shader_io_blocks/preprocessor/disabled-defined-es.frag: skip
@@ -5052,8 +4833,6 @@ spec/oes_shader_io_blocks/preprocessor/disabled-undefined-es.tesc: skip
 spec/oes_shader_io_blocks/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_shader_io_blocks/preprocessor/disabled-undefined-es.vert: skip
 spec/oes_shader_io_blocks/preprocessor/enabled-es.geom: skip
-spec/oes_shader_io_blocks/preprocessor/enabled-es.tesc: skip
-spec/oes_shader_io_blocks/preprocessor/enabled-es.tese: skip
 spec/oes_standard_derivatives/preprocessor/disabled-defined-es.comp: skip
 spec/oes_standard_derivatives/preprocessor/disabled-defined-es.frag: skip
 spec/oes_standard_derivatives/preprocessor/disabled-defined-es.geom: skip
@@ -5067,8 +4846,6 @@ spec/oes_standard_derivatives/preprocessor/disabled-undefined-es.tesc: skip
 spec/oes_standard_derivatives/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_standard_derivatives/preprocessor/disabled-undefined-es.vert: skip
 spec/oes_standard_derivatives/preprocessor/enabled-es.geom: skip
-spec/oes_standard_derivatives/preprocessor/enabled-es.tesc: skip
-spec/oes_standard_derivatives/preprocessor/enabled-es.tese: skip
 spec/oes_texture_buffer/preprocessor/disabled-defined-es.comp: skip
 spec/oes_texture_buffer/preprocessor/disabled-defined-es.frag: skip
 spec/oes_texture_buffer/preprocessor/disabled-defined-es.geom: skip
@@ -5082,8 +4859,6 @@ spec/oes_texture_buffer/preprocessor/disabled-undefined-es.tesc: skip
 spec/oes_texture_buffer/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_texture_buffer/preprocessor/disabled-undefined-es.vert: skip
 spec/oes_texture_buffer/preprocessor/enabled-es.geom: skip
-spec/oes_texture_buffer/preprocessor/enabled-es.tesc: skip
-spec/oes_texture_buffer/preprocessor/enabled-es.tese: skip
 spec/oes_texture_storage_multisample_2d_array/preprocessor/disabled-defined-es.comp: skip
 spec/oes_texture_storage_multisample_2d_array/preprocessor/disabled-defined-es.frag: skip
 spec/oes_texture_storage_multisample_2d_array/preprocessor/disabled-defined-es.geom: skip
@@ -5097,15 +4872,13 @@ spec/oes_texture_storage_multisample_2d_array/preprocessor/disabled-undefined-es
 spec/oes_texture_storage_multisample_2d_array/preprocessor/disabled-undefined-es.tese: skip
 spec/oes_texture_storage_multisample_2d_array/preprocessor/disabled-undefined-es.vert: skip
 spec/oes_texture_storage_multisample_2d_array/preprocessor/enabled-es.geom: skip
-spec/oes_texture_storage_multisample_2d_array/preprocessor/enabled-es.tesc: skip
-spec/oes_texture_storage_multisample_2d_array/preprocessor/enabled-es.tese: skip
 summary:
        name:  results
        ----  --------
-       pass:     9682
+       pass:     9909
        fail:        2
       crash:        0
-       skip:     5099
+       skip:     4872
     timeout:        0
        warn:        0
  incomplete:        0

.gitlab-ci/piglit/quick_gl.txt

@@ -459,8 +459,6 @@ spec/arb_depth_buffer_float/depthstencil-render-miplevels 585 d=z32f_s8_s=z24_s8
 spec/arb_depth_buffer_float/depthstencil-render-miplevels 585 d=z32f_s=z24_s8: skip
 spec/arb_depth_buffer_float/depthstencil-render-miplevels 585 s=z24_s8_d=z32f: skip
 spec/arb_depth_buffer_float/depthstencil-render-miplevels 585 s=z24_s8_d=z32f_s8: skip
-spec/arb_direct_state_access/create-programpipelines/default tcs == 0: skip
-spec/arb_direct_state_access/create-programpipelines/default tes == 0: skip
 spec/arb_direct_state_access/getcompressedtextureimage: skip
 spec/arb_direct_state_access/gettextureimage-formats: skip
 spec/arb_direct_state_access/gettextureimage-formats init-by-rendering: skip
@@ -506,79 +504,6 @@ spec/arb_post_depth_coverage/arb_post_depth_coverage-basic: skip
 spec/arb_post_depth_coverage/arb_post_depth_coverage-multisampling: skip
 spec/arb_post_depth_coverage/arb_post_depth_coverage-sample-shading: skip
 spec/arb_program_interface_query/arb_program_interface_query-getprogramresourceindex/'vs_input2[1][0]' on gl_program_input: fail
-spec/arb_program_interface_query/arb_program_interface_query-getprogramresourceiv/tcs_patch on gl_program_output: skip
-spec/arb_program_interface_query/arb_program_interface_query-getprogramresourceiv/tess_control on gl_tess_control_subroutine_uniform: skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-location/test_subroutine_stages_tcs_tes: skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_program_input(tcs): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_program_input(tcs,tes): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_program_input(tes): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_program_input(vs,tcs,tes): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_program_output(tcs): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_program_output(tcs,tes): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_program_output(tcs,tes,gs): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_program_output(tes): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_tess_control_subroutine: skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_tess_control_subroutine_uniform: skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_tess_evaluation_subroutine: skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_tess_evaluation_subroutine_uniform: skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_uniform(tes,tcs): skip
-spec/arb_program_interface_query/arb_program_interface_query-resource-query/gl_uniform_block(tcs,tes): skip
-spec/arb_query_buffer_object/coherency/index-buffer-gl_tess_control_shader_patches: skip
-spec/arb_query_buffer_object/coherency/index-buffer-gl_tess_evaluation_shader_invocations: skip
-spec/arb_query_buffer_object/coherency/index-buffer-gl_time_elapsed: skip
-spec/arb_query_buffer_object/coherency/index-buffer-gl_timestamp: skip
-spec/arb_query_buffer_object/coherency/index-buffer-gl_transform_feedback_primitives_written: skip
-spec/arb_query_buffer_object/coherency/index-buffer-gl_vertex_shader_invocations: skip
-spec/arb_query_buffer_object/coherency/index-buffer-gl_vertices_submitted: skip
-spec/arb_query_buffer_object/coherency/indirect-dispatch-gl_tess_control_shader_patches: skip
-spec/arb_query_buffer_object/coherency/indirect-dispatch-gl_tess_evaluation_shader_invocations: skip
-spec/arb_query_buffer_object/coherency/indirect-dispatch-gl_transform_feedback_primitives_written: skip
-spec/arb_query_buffer_object/coherency/indirect-dispatch-gl_vertex_shader_invocations: skip
-spec/arb_query_buffer_object/coherency/indirect-dispatch-gl_vertices_submitted: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-count-gl_tess_control_shader_patches: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-count-gl_tess_evaluation_shader_invocations: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-count-gl_time_elapsed: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-count-gl_timestamp: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-count-gl_transform_feedback_primitives_written: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-count-gl_vertex_shader_invocations: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-count-gl_vertices_submitted: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-gl_tess_control_shader_patches: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-gl_tess_evaluation_shader_invocations: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-gl_time_elapsed: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-gl_timestamp: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-gl_transform_feedback_primitives_written: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-gl_vertex_shader_invocations: skip
-spec/arb_query_buffer_object/coherency/indirect-draw-gl_vertices_submitted: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async_cpu_read_after-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async_cpu_read_after-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async_cpu_read_after-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async_cpu_read_before-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async_cpu_read_before-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-async_cpu_read_before-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-sync-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-sync-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-sync-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-sync_cpu_read_after_cache_test-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-sync_cpu_read_after_cache_test-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_control_shader_patches-sync_cpu_read_after_cache_test-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async_cpu_read_after-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async_cpu_read_after-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async_cpu_read_after-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async_cpu_read_before-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async_cpu_read_before-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-async_cpu_read_before-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-sync-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-sync-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-sync-gl_unsigned_int64_arb: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-sync_cpu_read_after_cache_test-gl_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-sync_cpu_read_after_cache_test-gl_unsigned_int: skip
-spec/arb_query_buffer_object/qbo/query-gl_tess_evaluation_shader_invocations-sync_cpu_read_after_cache_test-gl_unsigned_int64_arb: skip
 spec/arb_query_buffer_object/qbo/query-gl_time_elapsed-async_cpu_read_before-gl_int: fail
 spec/arb_query_buffer_object/qbo/query-gl_time_elapsed-async_cpu_read_before-gl_unsigned_int: fail
 spec/arb_query_buffer_object/qbo/query-gl_time_elapsed-async_cpu_read_before-gl_unsigned_int64_arb: fail
@@ -649,23 +574,15 @@ spec/arb_sample_shading/samplemask 6: skip
 spec/arb_sample_shading/samplemask 6 all: skip
 spec/arb_sample_shading/samplemask 8: skip
 spec/arb_sample_shading/samplemask 8 all: skip
-spec/arb_separate_shader_objects/mix-and-match-tcs-tes: skip
 spec/arb_separate_shader_objects/programuniform coverage/double matrices: skip
 spec/arb_separate_shader_objects/programuniform coverage/double scalar and vectors: skip
-spec/arb_separate_shader_objects/rendezvous by location (5 stages): skip
-spec/arb_separate_shader_objects/validateprogrampipeline/only tes from tes/tcs program: skip
-spec/arb_separate_shader_objects/validateprogrampipeline/tcs splitting a vs/gs pipeline: skip
-spec/arb_separate_shader_objects/validateprogrampipeline/tes splitting a vs/gs program: skip
-spec/arb_separate_shader_objects/validateprogrampipeline/tes/tcs without vs: skip
 spec/arb_shader_atomic_counters/max-counters/combined test above maximum number of atomic counter buffers: skip
-spec/arb_shader_atomic_counters/semantics/tessellation control shader atomic built-in semantics: skip
-spec/arb_shader_atomic_counters/semantics/tessellation evaluation shader atomic built-in semantics: skip
-spec/arb_shader_atomic_counters/unused-result/tessellation control shader atomic built-in semantics: skip
-spec/arb_shader_atomic_counters/unused-result/tessellation evaluation shader atomic built-in semantics: skip
 spec/arb_shader_image_load_store/early-z/occlusion query test/early-z pass: fail
 spec/arb_shader_image_load_store/indexing/compute shader/dynamically uniform indexing test: fail
 spec/arb_shader_image_load_store/indexing/fragment shader/dynamically uniform indexing test: fail
 spec/arb_shader_image_load_store/indexing/geometry shader/dynamically uniform indexing test: fail
+spec/arb_shader_image_load_store/indexing/tessellation control shader/dynamically uniform indexing test: fail
+spec/arb_shader_image_load_store/indexing/tessellation evaluation shader/dynamically uniform indexing test: fail
 spec/arb_shader_image_load_store/indexing/vertex shader/dynamically uniform indexing test: fail
 spec/arb_shader_image_load_store/invalid/imageload/address bounds test/image2d/r11f_g11f_b10f: fail
 spec/arb_shader_image_load_store/invalid/imageload/address bounds test/image2d/r16: fail
@@ -696,6 +613,8 @@ spec/arb_shader_image_load_store/max-images/combined max image uniforms test: fa
 spec/arb_shader_image_load_store/max-images/compute shader max image uniforms test: fail
 spec/arb_shader_image_load_store/max-images/fragment shader max image uniforms test: fail
 spec/arb_shader_image_load_store/max-images/geometry shader max image uniforms test: fail
+spec/arb_shader_image_load_store/max-images/tessellation control shader max image uniforms test: fail
+spec/arb_shader_image_load_store/max-images/tessellation evaluation shader max image uniforms test: fail
 spec/arb_shader_image_load_store/max-images/vertex shader max image uniforms test: fail
 spec/arb_shader_image_load_store/max-size/imagecube max size test/8192x8192x6x1: skip
 spec/arb_shader_image_load_store/max-size/imagecubearray max size test/8192x8192x6x1: skip
@@ -817,17 +736,8 @@ spec/arb_sparse_buffer/commit: skip
 spec/arb_sparse_buffer/minmax: skip
 spec/arb_stencil_texturing/glblitframebuffer corrupts state/gl_texture_2d_multisample: fail
 spec/arb_stencil_texturing/glblitframebuffer corrupts state/gl_texture_2d_multisample_array: fail
-spec/arb_tessellation_shader/arb_tessellation_shader-get-tcs-params: skip
-spec/arb_tessellation_shader/arb_tessellation_shader-get-tes-params: skip
 spec/arb_tessellation_shader/arb_tessellation_shader-immediate-mode-draw-patches: skip
-spec/arb_tessellation_shader/arb_tessellation_shader-invalid-get-program-params: skip
-spec/arb_tessellation_shader/arb_tessellation_shader-invalid-patch-vertices-range: skip
-spec/arb_tessellation_shader/arb_tessellation_shader-invalid-primitive: skip
-spec/arb_tessellation_shader/arb_tessellation_shader-large-uniforms: skip
-spec/arb_tessellation_shader/arb_tessellation_shader-layout-mismatch: skip
-spec/arb_tessellation_shader/arb_tessellation_shader-minmax: skip
-spec/arb_tessellation_shader/arb_tessellation_shader-tes-gs-max-output -small -scan 1 50: skip
-spec/arb_tessellation_shader/built-in-constants: skip
+spec/arb_tessellation_shader/arb_tessellation_shader-tes-gs-max-output -small -scan 1 50: fail
 spec/arb_texture_barrier/arb_texture_barrier-blending-in-shader 32 1 1 128 1: skip
 spec/arb_texture_barrier/arb_texture_barrier-blending-in-shader 32 1 1 128 2: skip
 spec/arb_texture_barrier/arb_texture_barrier-blending-in-shader 32 1 1 128 3: skip
@@ -975,8 +885,6 @@ spec/arb_texture_barrier/arb_texture_barrier-blending-in-shader 512 42 8 8 8: sk
 spec/arb_texture_buffer_object/indexed: skip
 spec/arb_texture_buffer_object/negative-unsupported: skip
 spec/arb_texture_compression_bptc/bptc-float-modes: fail
-spec/arb_texture_compression_bptc/texwrap formats bordercolor: crash
-spec/arb_texture_compression_bptc/texwrap formats bordercolor-swizzled: crash
 spec/arb_texture_cube_map/copyteximage cube samples=16: skip
 spec/arb_texture_cube_map/copyteximage cube samples=2: skip
 spec/arb_texture_cube_map/copyteximage cube samples=32: skip
@@ -984,10 +892,6 @@ spec/arb_texture_cube_map/copyteximage cube samples=4: skip
 spec/arb_texture_cube_map/copyteximage cube samples=6: skip
 spec/arb_texture_cube_map/copyteximage cube samples=8: skip
 spec/arb_texture_cube_map/cubemap npot: fail
-spec/arb_texture_cube_map_array/texturesize/tes-texturesize-isamplercubearray: skip
-spec/arb_texture_cube_map_array/texturesize/tes-texturesize-samplercubearray: skip
-spec/arb_texture_cube_map_array/texturesize/tes-texturesize-samplercubearrayshadow: skip
-spec/arb_texture_cube_map_array/texturesize/tes-texturesize-usamplercubearray: skip
 spec/arb_texture_float/multisample-formats 16 gl_arb_texture_float: skip
 spec/arb_texture_float/multisample-formats 2 gl_arb_texture_float: skip
 spec/arb_texture_float/multisample-formats 32 gl_arb_texture_float: skip
@@ -1192,12 +1096,6 @@ spec/arb_texture_multisample/texelfetch/8-vs-sampler2dms: skip
 spec/arb_texture_multisample/texelfetch/8-vs-sampler2dmsarray: skip
 spec/arb_texture_multisample/texelfetch/8-vs-usampler2dms: skip
 spec/arb_texture_multisample/texelfetch/8-vs-usampler2dmsarray: skip
-spec/arb_texture_multisample/texturesize/tes-texturesize-isampler2dms: skip
-spec/arb_texture_multisample/texturesize/tes-texturesize-isampler2dmsarray: skip
-spec/arb_texture_multisample/texturesize/tes-texturesize-sampler2dms: skip
-spec/arb_texture_multisample/texturesize/tes-texturesize-sampler2dmsarray: skip
-spec/arb_texture_multisample/texturesize/tes-texturesize-usampler2dms: skip
-spec/arb_texture_multisample/texturesize/tes-texturesize-usampler2dmsarray: skip
 spec/arb_texture_rectangle/copyteximage rect samples=16: skip
 spec/arb_texture_rectangle/copyteximage rect samples=2: skip
 spec/arb_texture_rectangle/copyteximage rect samples=32: skip
@@ -1223,8 +1121,6 @@ spec/arb_texture_rg/multisample-formats 8 gl_arb_texture_rg: skip
 spec/arb_texture_rg/multisample-formats 8 gl_arb_texture_rg-float: skip
 spec/arb_texture_rg/multisample-formats 8 gl_arb_texture_rg-int: skip
 spec/arb_texture_stencil8/fbo-clear-formats/gl_stencil_index8 (fbo incomplete): skip
-spec/arb_texture_stencil8/texwrap formats bordercolor-swizzled/gl_stencil_index8, swizzled, border color only: fail
-spec/arb_texture_stencil8/texwrap formats bordercolor/gl_stencil_index8, border color only: fail
 spec/arb_texture_view/rendering-formats/clear gl_r8 as gl_r8_snorm: fail
 spec/arb_texture_view/rendering-formats/clear gl_r8 as gl_r8i: fail
 spec/arb_texture_view/rendering-formats/clear gl_rg8 as gl_r16_snorm: fail
@@ -2030,35 +1926,6 @@ spec/glsl-1.30/execution/tex-miplevel-selection texture(bias) cubearray: fail
 spec/glsl-1.30/execution/tex-miplevel-selection texture(bias) cubeshadow: fail
 spec/glsl-1.30/execution/tex-miplevel-selection textureoffset 2darrayshadow: skip
 spec/glsl-1.50/built-in constants compatibility: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-isampler1d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-isampler1darray: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-isampler2d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-isampler2darray: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-isampler2drect: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-isampler3d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-isamplerbuffer: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-isamplercube: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler1d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler1darray: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler1darrayshadow: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler1dshadow: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler2d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler2darray: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler2darrayshadow: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler2drect: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler2drectshadow: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler2dshadow: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-sampler3d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-samplerbuffer: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-samplercube: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-samplercubeshadow: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-usampler1d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-usampler1darray: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-usampler2d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-usampler2darray: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-usampler3d: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-usamplerbuffer: skip
-spec/glsl-1.50/execution/texturesize/tes-texturesize-usamplercube: skip
 spec/glsl-1.50/gs-max-output: fail
 spec/glsl-es-3.00/execution/varying-struct-centroid_gles3: fail
 spec/intel_blackhole_render/intel_blackhole-dispatch: skip
@@ -2124,6 +1991,15 @@ spec/nv_vertex_program2_option/vp-clipdistance-01: skip
 spec/nv_vertex_program2_option/vp-clipdistance-02: skip
 spec/nv_vertex_program2_option/vp-clipdistance-03: skip
 spec/nv_vertex_program2_option/vp-clipdistance-04: skip
+spec/oes_geometry_shader/built-in constants/gl_maxgeometryatomiccounterbuffers: fail
+spec/oes_geometry_shader/built-in constants/gl_maxgeometryatomiccounters: fail
+spec/oes_geometry_shader/built-in constants/gl_maxgeometryimageuniforms: fail
+spec/oes_geometry_shader/built-in constants/gl_maxgeometryinputcomponents: fail
+spec/oes_geometry_shader/built-in constants/gl_maxgeometryoutputcomponents: fail
+spec/oes_geometry_shader/built-in constants/gl_maxgeometryoutputvertices: fail
+spec/oes_geometry_shader/built-in constants/gl_maxgeometrytextureimageunits: fail
+spec/oes_geometry_shader/built-in constants/gl_maxgeometrytotaloutputcomponents: fail
+spec/oes_geometry_shader/built-in constants/gl_maxgeometryuniformcomponents: fail
 spec/oes_matrix_get/all queries: skip
 spec/oes_texture_compression_astc/miptree-3d-gl hdr: skip
 spec/oes_texture_compression_astc/miptree-3d-gl ldr: skip
@@ -2205,10 +2081,10 @@ wgl/wgl-sanity: skip
 summary:
        name:  results
        ----  --------
-       pass:    19320
-       fail:      234
-      crash:        2
-       skip:     1948
+       pass:    19539
+       fail:      246
+      crash:        0
+       skip:     1814
     timeout:        0
        warn:        2
  incomplete:        0
@@ -2217,4 +2093,4 @@ summary:
     changes:        0
       fixes:        0
 regressions:        0
-      total:    21524
+      total:    21619

.gitlab-ci/piglit/run.sh

@@ -3,7 +3,7 @@
 set -e
 set -o xtrace
 
-VERSION=`cat artifacts/VERSION`
+VERSION=`cat install/VERSION`
 
 cd /piglit
 
@@ -15,7 +15,7 @@ xvfb-run --server-args="-noreset" sh -c \
 
 PIGLIT_RESULTS=${PIGLIT_RESULTS:-$PIGLIT_PROFILES}
 mkdir -p .gitlab-ci/piglit
-cp $OLDPWD/artifacts/piglit/$PIGLIT_RESULTS.txt .gitlab-ci/piglit/$PIGLIT_RESULTS.txt.baseline
+cp $OLDPWD/install/piglit/$PIGLIT_RESULTS.txt .gitlab-ci/piglit/$PIGLIT_RESULTS.txt.baseline
 ./piglit summary console $OLDPWD/results | head -n -1 | grep -v ": pass" >.gitlab-ci/piglit/$PIGLIT_RESULTS.txt
 
 if diff -q .gitlab-ci/piglit/$PIGLIT_RESULTS.txt{.baseline,}; then

.gitlab-ci/prepare-artifacts.sh

@@ -22,38 +22,28 @@ find install -name \*.so -exec $STRIP {} \;
 
 # Test runs don't pull down the git tree, so put the dEQP helper
 # script and associated bits there.
-mkdir -p artifacts/
-cp VERSION artifacts/
-cp -Rp .gitlab-ci/deqp* artifacts/
-cp -Rp .gitlab-ci/piglit artifacts/
+cp VERSION install/
+cp -Rp .gitlab-ci/deqp* install/
+cp -Rp .gitlab-ci/piglit install/
+cp -Rp .gitlab-ci/traces.yml install/
+cp -Rp .gitlab-ci/tracie install/
+cp -Rp .gitlab-ci/tracie-runner-gl.sh install/
+cp -Rp .gitlab-ci/tracie-runner-vk.sh install/
+cp -Rp .gitlab-ci/fossils.yml install/
+cp -Rp .gitlab-ci/fossils install/
+cp -Rp .gitlab-ci/fossilize-runner.sh install/
+cp -Rp .gitlab-ci/deqp-runner.sh install/
+cp -Rp .gitlab-ci/deqp-*-fails.txt install/
+cp -Rp .gitlab-ci/deqp-*-skips.txt install/
 
 # Tar up the install dir so that symlinks and hardlinks aren't each
 # packed separately in the zip file.
+mkdir -p artifacts/
 tar -cf artifacts/install.tar install
 
 # If the container has LAVA stuff, prepare the artifacts for LAVA jobs
 if [ -d /lava-files ]; then
-        # Copy kernel and device trees for LAVA
-        cp /lava-files/*Image artifacts/.
-        cp /lava-files/*.dtb artifacts/.
-
-        # Pack ramdisk for LAVA
-        mkdir -p /lava-files/rootfs-${CROSS:-arm64}/mesa
-        cp -a install/* /lava-files/rootfs-${CROSS:-arm64}/mesa/.
-
-        cp .gitlab-ci/deqp-runner.sh /lava-files/rootfs-${CROSS:-arm64}/deqp/.
-        cp .gitlab-ci/deqp-*-fails.txt /lava-files/rootfs-${CROSS:-arm64}/deqp/.
-        cp .gitlab-ci/deqp-*-skips.txt /lava-files/rootfs-${CROSS:-arm64}/deqp/.
-        find /lava-files/rootfs-${CROSS:-arm64}/ -type f -printf "%s\t%i\t%p\n" | sort -n | tail -100
-
-        pushd /lava-files/rootfs-${CROSS:-arm64}/
-        find -H  |  cpio -H newc -o | gzip -c - > $CI_PROJECT_DIR/artifacts/lava-rootfs-${CROSS:-arm64}.cpio.gz
-        popd
-
-        # Store job ID so the test stage can build URLs to the artifacts
-        echo $CI_JOB_ID > artifacts/build_job_id.txt
-
-        # Pass needed files to the test stage
-        cp $CI_PROJECT_DIR/.gitlab-ci/generate_lava.py artifacts/.
-        cp $CI_PROJECT_DIR/.gitlab-ci/lava-deqp.yml.jinja2 artifacts/.
+    # Pass needed files to the test stage
+    cp $CI_PROJECT_DIR/.gitlab-ci/generate_lava.py artifacts/.
+    cp $CI_PROJECT_DIR/.gitlab-ci/lava-deqp.yml.jinja2 artifacts/.
 fi

.gitlab-ci/test-source-dep.yml

@@ -0,0 +1,146 @@
+# This file list source dependencies to avoid creating/running jobs
+# those outcome cannot be changed by the modifications from a branch.
+
+# Mesa core source file dependencies
+# ----------------------------------
+.mesa-rules:
+  rules:
+    - changes: &mesa_core_file_list
+      - .gitlab-ci.yml
+      - .gitlab-ci/**/*
+      - include/**/*
+      - meson.build
+      - SConstruct
+      - src/*
+      - src/compiler/**/*
+      - src/drm-shim/**/*
+      - src/egl/**/*
+      - src/gbm/**/*
+      - src/glx/**/*
+      - src/gtest/**/*
+      - src/hgl/**/*
+      - src/include/**/*
+      - src/loader/**/*
+      - src/mapi/**/*
+      - src/mesa/**/*
+      - src/util/**/*
+
+# Gallium core source file dependencies
+# -------------------------------------
+.gallium-rules:
+  rules:
+    - changes: &gallium_core_file_list
+      - src/gallium/*
+      - src/gallium/auxiliary/**/*
+      - src/gallium/drivers/*
+      - src/gallium/include/**/*
+      - src/gallium/state_trackers/**/*
+      - src/gallium/targets/**/*
+      - src/gallium/tests/**/*
+      - src/gallium/winsys/*
+
+.softpipe-rules:
+  stage: softpipe
+  rules:
+    - changes:
+        *mesa_core_file_list
+      when: on_success
+    - changes:
+        *gallium_core_file_list
+      when: on_success
+    - changes:
+      - src/gallium/drivers/softpipe/**/*
+      - src/gallium/winsys/sw/**/*
+      when: on_success
+    - when: never
+
+.llvmpipe-rules:
+  stage: llvmpipe
+  rules:
+    - changes:
+        *mesa_core_file_list
+      when: on_success
+    - changes:
+        *gallium_core_file_list
+      when: on_success
+    - changes:
+      - src/gallium/drivers/llvmpipe/**/*
+      - src/gallium/winsys/sw/**/*
+      when: on_success
+    - when: never
+
+.freedreno-rules:
+  stage: freedreno
+  rules:
+    - changes:
+        *mesa_core_file_list
+      when: on_success
+    - changes:
+        *gallium_core_file_list
+      when: on_success
+    - changes:
+      - src/freedreno/**/*
+      - src/gallium/drivers/freedreno/**/*
+      - src/gallium/winsys/freedreno/**/*
+      when: on_success
+    - when: never
+
+.panfrost-rules:
+  stage: panfrost
+  rules:
+    - changes:
+        *mesa_core_file_list
+      when: on_success
+    - changes:
+        *gallium_core_file_list
+      when: on_success
+    - changes:
+      - src/gallium/drivers/panfrost/**/*
+      - src/gallium/winsys/panfrost/**/*
+      - src/panfrost/**/*
+      when: on_success
+    - when: never
+
+.lima-rules:
+  stage: lima
+  rules:
+    - changes:
+        *mesa_core_file_list
+      when: on_success
+    - changes:
+        *gallium_core_file_list
+      when: on_success
+    - changes:
+      - src/gallium/drivers/lima/**/*
+      - src/gallium/winsys/lima/**/*
+      - src/lima/**/*
+      when: on_success
+    - when: never
+
+.radv-rules:
+  rules:
+    - changes:
+        *mesa_core_file_list
+      when: on_success
+    - changes:
+      - src/amd/**/*
+      - src/vulkan/**/*
+      when: on_success
+    - when: never
+
+.virgl-rules:
+  stage: virgl
+  rules:
+    - changes:
+        *mesa_core_file_list
+      when: on_success
+    - changes:
+        *gallium_core_file_list
+      when: on_success
+    - changes:
+      - src/gallium/drivers/llvmpipe/**/*
+      - src/gallium/drivers/virgl/**/*
+      - src/gallium/winsys/virgl/**/*
+      - src/gallium/winsys/sw/**/*
+      when: on_success
+    - when: never

.gitlab-ci/traces.yml

@@ -0,0 +1,35 @@
+traces-db:
+  gitlab-project-url: "https://gitlab.freedesktop.org/gfx-ci/tracie/traces-db"
+  commit: "d3b1efe0cd69ef6ae40a29a14ed733ee0ba0cb4c"
+
+traces:
+  - path: glmark2/desktop-blur-radius=5:effect=blur:passes=1:separable=true:windows=4.rdc
+    expectations:
+      - device: gl-vmware-llvmpipe
+        checksum: 8867f3a41f180626d0d4b7661ff5c0f4
+      - device: gl-virgl
+        checksum: 8867f3a41f180626d0d4b7661ff5c0f4
+  - path: glmark2/jellyfish.rdc
+    expectations:
+      - device: gl-vmware-llvmpipe
+        checksum: e0fe979fee129c0ed42a3059d1a4e1c9
+      - device: gl-virgl
+        checksum: e0fe979fee129c0ed42a3059d1a4e1c9
+  - path: glxgears/glxgears.trace
+    expectations:
+      - device: gl-vmware-llvmpipe
+        checksum: 02aca9b4b4ad6fd60331df6e4f87f2cd
+      - device: gl-virgl
+        checksum: 02aca9b4b4ad6fd60331df6e4f87f2cd
+  - path: KhronosGroup-Vulkan-Tools/vkcube.gfxr
+    expectations:
+      - device: vk-amd-polaris10
+        checksum: 29dc9e5e55c3de331407248737c23aa7
+  - path: LunarG-VulkanSamples/Hologram:-w:640:-h:480.gfxr
+    expectations:
+      - device: vk-amd-polaris10
+        checksum: 351710942ea93d511cef39ae2d7c68da
+  - path: Wicked-Engine/Tests:Cloth_Physics_Test.trace-dxgi
+    expectations:
+      - device: vk-amd-polaris10
+        checksum: 6b6d27df609b8d086cc3335e6d103581

.gitlab-ci/tracie-runner-gl.sh

@@ -0,0 +1,49 @@
+#!/bin/sh
+
+set -ex
+
+INSTALL="$(pwd)/install"
+
+# Set up the driver environment.
+export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$(pwd)/install/lib/"
+
+# Set environment for renderdoc libraries.
+export PYTHONPATH="$PYTHONPATH:/renderdoc/build/lib"
+export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/renderdoc/build/lib"
+
+# Set environment for the waffle library.
+export LD_LIBRARY_PATH="/waffle/build/lib:$LD_LIBRARY_PATH"
+
+# Set environment for apitrace executable.
+export PATH="/apitrace/build:$PATH"
+
+# Use the surfaceless EGL platform.
+export EGL_PLATFORM="surfaceless"
+export DISPLAY=
+export WAFFLE_PLATFORM="surfaceless_egl"
+
+RESULTS=`pwd`/results
+mkdir -p $RESULTS
+
+# Perform a self-test to ensure tracie is working properly.
+"$INSTALL/tracie/tests/test.sh"
+
+if [ "$GALLIUM_DRIVER" = "virpipe" ]; then
+    # tracie is to use virpipe, and virgl_test_server llvmpipe
+    export GALLIUM_DRIVER="$GALLIUM_DRIVER"
+
+    GALLIUM_DRIVER=llvmpipe \
+    GALLIVM_PERF="nopt,no_filter_hacks" \
+    VTEST_USE_EGL_SURFACELESS=1 \
+    VTEST_USE_GLES=1 \
+    virgl_test_server >$RESULTS/vtest-log.txt 2>&1 &
+
+    sleep 1
+fi
+
+# Sanity check to ensure that our environment is sufficient to make our tests
+# run against the Mesa built by CI, rather than any installed distro version.
+MESA_VERSION=$(cat "$INSTALL/VERSION" | sed 's/\./\\./g')
+wflinfo --platform surfaceless_egl --api gles2 | grep "Mesa $MESA_VERSION\(\s\|$\)"
+
+python3 "$INSTALL/tracie/tracie.py" --file "$INSTALL/traces.yml" --device-name "$DEVICE_NAME"

.gitlab-ci/tracie-runner-vk.sh

@@ -0,0 +1,37 @@
+#!/bin/sh
+
+set -ex
+
+INSTALL="$(pwd)/install"
+
+# Set the Vulkan driver to use.
+export VK_ICD_FILENAMES="$(pwd)/install/share/vulkan/icd.d/${VK_DRIVER}_icd.x86_64.json"
+
+# Set environment for VulkanTools' VK_LAYER_LUNARG_screenshot layer.
+export VK_LAYER_PATH="$VK_LAYER_PATH:/VulkanTools/build/etc/vulkan/explicit_layer.d"
+export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/VulkanTools/build/lib"
+
+# Set environment for Wine
+export WINEDEBUG="-all"
+export WINEPREFIX="/dxvk-wine64"
+export WINEESYNC=1
+
+# Set environment for DXVK
+export DXVK_LOG_LEVEL="none"
+export DXVK_STATE_CACHE=0
+
+# Perform a self-test to ensure tracie is working properly.
+"$INSTALL/tracie/tests/test.sh"
+
+# Sanity check to ensure that our environment is sufficient to make our tests
+# run against the Mesa built by CI, rather than any installed distro version.
+MESA_VERSION=$(cat "$INSTALL/VERSION" | sed 's/\./\\./g')
+vulkaninfo | grep "Mesa $MESA_VERSION\(\s\|$\)"
+
+# Run gfxreconstruct traces against the host's running X server (xvfb
+# doesn't have DRI3 support).
+# Set the DISPLAY env variable in each gitlab-runner's configuration
+# file:
+# https://docs.gitlab.com/runner/configuration/advanced-configuration.html#the-runners-section
+PATH="/gfxreconstruct/build/bin:$PATH" \
+    python3 "$INSTALL/tracie/tracie.py" --file "$INSTALL/traces.yml" --device-name "$DEVICE_NAME"

.gitlab-ci/tracie/README.md

@@ -0,0 +1,161 @@
+Tracie - Mesa Traces Continuous Integration System
+==================================================
+
+Home of the Mesa trace testing effort.
+
+### Traces definition file
+
+The trace definition file contains information about the GitLab
+project and git commit to get the traces from, and a list of the
+traces to run along with their expected image checksums on each
+device. An example:
+
+```yaml
+traces-db:
+  gitlab-project-url: https://gitlab.freedesktop.org/gfx-ci/tracie/traces-db
+  commit: master
+
+traces:
+  - path: glmark2/jellyfish.rdc
+    expectations:
+      - device: gl-intel-0x3185
+        checksum: 58359ea4caf6ad44c6b65526881bbd17
+      - device: gl-vmware-llvmpipe
+        checksum: d82267c25a0decdad7b563c56bb81106
+  - path: supertuxkart/supertuxkart-antediluvian-abyss.rdc
+    expectations:
+      - device: gl-intel-0x3185
+        checksum: ff827f7eb069afd87cc305a422cba939
+```
+
+The traces-db entry can be absent, in which case it is assumed that the
+current directory is the traces-db directory.
+
+Traces that don't have an expectation for the current device are skipped
+during trace replay.
+
+Adding a new trace to the list involves commiting the trace to the git repo and
+adding an entry to the `traces` list. The reference checksums can be calculated
+with the [image_checksum.py](.gitlab-ci/tracie/image_checksum.py) script.
+Alternatively, an arbitrary checksum can be used, and during replay (see below)
+the scripts will report the mismatch and expected checksum.
+
+### Trace-db GitLab projects
+
+The trace-db GitLab projects are assumed to have git repositories
+using LFS for their trace files. This is so that trace files can be
+potentially checked out and replayed individually, thus reducing
+storage requirements during CI runs.
+
+### Enabling trace testing on a new device
+
+To enable trace testing on a new device:
+
+1. Create a new job in .gitlab-ci.yml. The job will need to be tagged
+   to run on runners with the appropriate hardware.
+
+   1. If you mean to test GL traces, use the `.traces-test-gl`
+      template jobs as a base, and make sure you set a unique value for the
+     `DEVICE_NAME` variable:
+
+   ```yaml
+   my-hardware-gl-traces:
+     extends: .traces-test-gl
+     variables:
+       DEVICE_NAME: "gl-myhardware"
+   ```
+
+   2. If you mean to test Vulkan traces, use the `.traces-test-vk`
+      template jobs as a base, set the `VK_DRIVER` variable, and make
+      sure you set a unique value for the `DEVICE_NAME` variable:
+
+   ```yaml
+   my-hardware-vk-traces:
+     extends: .traces-test-vk
+     variables:
+       VK_DRIVER: "radeon"
+       DEVICE_NAME: "vk-myhardware"
+   ```
+
+2. Update the .gitlab-ci/traces.yml file with expectations for the new device.
+   Ensure that the device name used in the expectations matches the one
+   set in the job. For more information, and tips about how to calculate
+   the checksums, see the section describing the trace definition files.
+
+### Trace files
+
+Tracie supports renderdoc (.rdc), apitrace (.trace) and gfxreconstruct
+(.gfxr) files. Trace files need to have the correct extension so that
+tracie can detect them properly.
+
+The trace files that are contained in public traces-db repositories must be
+legally redistributable. This is typically true for FOSS games and
+applications. Traces for proprietary games and application are typically not
+redistributable, unless specific redistribution rights have been granted by the
+publisher.
+
+### Replaying traces
+
+Mesa traces CI uses a set of scripts to replay traces and check the output
+against reference checksums.
+
+The high level script [tracie.sh](.gitlab-ci/tracie/tracie.sh) accepts
+a traces definition file and the type of traces
+(apitrace/renderdoc/gfxreconstruct) to run:
+
+    tracie.sh .gitlab-ci/traces.yml renderdoc
+
+tracie.sh copies produced artifacts to the `$CI_PROJECT_DIR/result`
+directory. By default, created images from traces are only stored in case of a
+checksum mismatch. The `TRACIE_STORE_IMAGES` CI/environment variable can be set
+to `1` to force storing images, e.g., to get a complete set of reference
+images.
+
+The `tracie.sh` script requires that the environment variable `DEVICE_NAME` is
+properly set for the target machine, and matches the `device` field of the
+relevant trace expectations in the used `traces.yml` file.
+
+At a lower level the
+[dump_trace_images.py](.gitlab-ci/tracie/dump_trace_images.py) script is
+called, which replays a trace, dumping a set of images in the process. By
+default only the image corresponding to the last frame of the trace is dumped,
+but this can be changed with the `--calls` parameter. The dumped images are
+stored in a subdirectory `test/<device-name>` next to the trace file itself,
+with names of the form `tracefilename-callnum.png`.  The full log of any
+commands used while dumping the images is also saved in a file in the
+'test/<device-name>' subdirectory, named after the trace name with '.log'
+appended.
+
+Examples:
+
+    python3 dump_traces_images.py --device-name=gl-vmware-llvmpipe mytrace.trace
+    python3 dump_traces_images.py --device-name=gl-vmware-llvmpipe --calls=2075,3300 mytrace.trace
+
+### Running the replay scripts locally
+
+It's often useful, especially during development, to be able to run the scripts
+locally.
+
+Depending on the target 3D API, the scripts require a recent version
+of apitrace being in the path, and also the renderdoc python module
+being available, for GL traces.
+
+To ensure python3 can find the renderdoc python module you need to set
+`PYTHONPATH` to point to the location of `renderdoc.so` (binary python modules)
+and `LD_LIBRARY_PATH` to point to the location of `librenderdoc.so`. In the
+renderdoc build tree, both of these are in `renderdoc/<builddir>/lib`. Note
+that renderdoc doesn't install the `renderdoc.so` python module.
+
+In the case of Vulkan traces, the scripts need a recent version of
+gfxrecon-replay being in the path, and also the
+`VK_LAYER_LUNARG_screenshot` Vulkan layer from LunarG's VulkanTools.
+
+To ensure that this layer can be found when running the trace you need
+to set `VK_LAYER_PATH` to point to the location of
+`VkLayer_screenshot.json` and `LD_LIBRARY_PATH` to point to the
+location of `libVkLayer_screenshot.so`.
+
+In the case of DXGI traces, the scripts require Wine, a recent version
+of DXVK installed in the default `WINEPREFIX`, and a recent binary
+version of apitrace for Windows which should be reachable through
+Windows' `PATH` environment variable.

.gitlab-ci/tracie/dump_trace_images.py

@@ -0,0 +1,180 @@
+#!/usr/bin/python3
+
+# Copyright (c) 2019 Collabora Ltd
+# Copyright © 2019-2020 Valve Corporation.
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+#
+# SPDX-License-Identifier: MIT
+
+import argparse
+import os
+import sys
+import subprocess
+from pathlib import Path
+from traceutil import trace_type_from_filename, TraceType
+
+def log(severity, msg, end='\n'):
+    print("[dump_trace_images] %s: %s" % (severity, msg), flush=True, end=end)
+
+def log_result(msg):
+    print(msg, flush=True)
+
+def run_logged_command(cmd, env, log_path):
+    ret = subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, env=env)
+    logoutput = ("[dump_trace_images] Running: %s\n" % " ".join(cmd)).encode() + \
+                ret.stdout
+    log_path.parent.mkdir(parents=True, exist_ok=True)
+    with log_path.open(mode='wb') as log:
+        log.write(logoutput)
+    if ret.returncode:
+        raise RuntimeError(
+            logoutput.decode(errors='replace') +
+            "[dump_traces_images] Process failed with error code: %d" % ret.returncode)
+
+def get_last_apitrace_frame_call(cmd_wrapper, trace_path):
+    cmd = cmd_wrapper + ["apitrace", "dump", "--calls=frame", str(trace_path)]
+    ret = subprocess.run(cmd, stdout=subprocess.PIPE)
+    for l in reversed(ret.stdout.decode(errors='replace').splitlines()):
+        s = l.split(None, 1)
+        if len(s) >= 1 and s[0].isnumeric():
+            return int(s[0])
+    return -1
+
+def get_last_gfxreconstruct_frame_call(trace_path):
+    # FIXME: It would be great to have another way to get the amount of
+    # traces which wouldn't imply replaying the whole trace:
+    # https://github.com/LunarG/gfxreconstruct/issues/329
+    cmd = ["gfxrecon-replay", str(trace_path)]
+    ret = subprocess.run(cmd, stdout=subprocess.PIPE)
+    for l in reversed(ret.stdout.decode(errors='replace').splitlines()):
+        s = l.split(", ", 2)
+        if len(s) >= 3:
+            c = s[2].split(None, 1)
+            if len(c) >= 1 and c[0].isnumeric():
+                return int(c[0])
+    return -1
+
+def dump_with_apitrace(retrace_cmd, trace_path, calls, device_name):
+    outputdir = str(trace_path.parent / "test" / device_name)
+    os.makedirs(outputdir, exist_ok=True)
+    outputprefix = str(Path(outputdir) / trace_path.name) + "-"
+    if len(calls) == 0:
+        calls = [str(get_last_apitrace_frame_call(retrace_cmd[:-1], trace_path))]
+    cmd = retrace_cmd + ["--headless",
+                         "--snapshot=" + ','.join(calls),
+                         "--snapshot-prefix=" + outputprefix, str(trace_path)]
+    log_path = Path(outputdir) / (trace_path.name + ".log")
+    run_logged_command(cmd, None, log_path)
+
+def dump_with_renderdoc(trace_path, calls, device_name):
+    outputdir = str(trace_path.parent / "test" / device_name)
+    script_path = Path(os.path.dirname(os.path.abspath(__file__)))
+    cmd = [str(script_path / "renderdoc_dump_images.py"), str(trace_path), outputdir]
+    cmd.extend(calls)
+    log_path = Path(outputdir) / (trace_path.name + ".log")
+    run_logged_command(cmd, None, log_path)
+
+def dump_with_gfxreconstruct(trace_path, calls, device_name):
+    from PIL import Image
+    outputdir_path = trace_path.parent / "test" / device_name
+    outputdir_path.mkdir(parents=True, exist_ok=True)
+    outputprefix = str(outputdir_path / trace_path.name) + "-"
+    if len(calls) == 0:
+        # FIXME: The VK_LAYER_LUNARG_screenshot numbers the calls from
+        # 0 to (total-num-calls - 1) while gfxreconstruct does it from
+        # 1 to total-num-calls:
+        # https://github.com/LunarG/gfxreconstruct/issues/284
+        calls = [str(get_last_gfxreconstruct_frame_call(trace_path) - 1)]
+    cmd = ["gfxrecon-replay", str(trace_path)]
+    log_path = outputdir_path / (trace_path.name + ".log")
+    env = os.environ.copy()
+    env["VK_INSTANCE_LAYERS"] = "VK_LAYER_LUNARG_screenshot"
+    env["VK_SCREENSHOT_FRAMES"] = ",".join(calls)
+    env["VK_SCREENSHOT_DIR"] = str(outputdir_path)
+    run_logged_command(cmd, env, log_path)
+    for c in calls:
+        ppm = str(outputdir_path / c) + ".ppm"
+        outputfile = outputprefix + c + ".png"
+        with log_path.open(mode='w') as log:
+            log.write("Writing: %s to %s" % (ppm, outputfile))
+        Image.open(ppm).save(outputfile)
+        os.remove(ppm)
+
+def dump_with_testtrace(trace_path, calls, device_name):
+    from PIL import Image
+    outputdir_path = trace_path.parent / "test" / device_name
+    outputdir_path.mkdir(parents=True, exist_ok=True)
+    with trace_path.open() as f:
+        rgba = f.read()
+    color = [int(rgba[0:2], 16), int(rgba[2:4], 16),
+             int(rgba[4:6], 16), int(rgba[6:8], 16)]
+    if len(calls) == 0: calls = ["0"]
+    for c in calls:
+        outputfile = str(outputdir_path / trace_path.name) + "-" + c + ".png"
+        log_path = outputdir_path / (trace_path.name + ".log")
+        with log_path.open(mode='w') as log:
+            log.write("Writing RGBA: %s to %s" % (rgba, outputfile))
+        Image.frombytes('RGBA', (32, 32), bytes(color * 32 * 32)).save(outputfile)
+
+def dump_from_trace(trace_path, calls, device_name):
+    log("Info", "Dumping trace %s" % trace_path, end='... ')
+    trace_type = trace_type_from_filename(trace_path.name)
+    try:
+        if trace_type == TraceType.APITRACE:
+            dump_with_apitrace(["eglretrace"], trace_path, calls, device_name)
+        elif trace_type == TraceType.APITRACE_DXGI:
+            dump_with_apitrace(["wine", "d3dretrace"], trace_path, calls, device_name)
+        elif trace_type == TraceType.RENDERDOC:
+            dump_with_renderdoc(trace_path, calls, device_name)
+        elif trace_type == TraceType.GFXRECONSTRUCT:
+            dump_with_gfxreconstruct(trace_path, calls, device_name)
+        elif trace_type == TraceType.TESTTRACE:
+            dump_with_testtrace(trace_path, calls, device_name)
+        else:
+            raise RuntimeError("Unknown tracefile extension")
+        log_result("OK")
+        return True
+    except Exception as e:
+        log_result("ERROR")
+        log("Debug", "=== Failure log start ===")
+        print(e)
+        log("Debug", "=== Failure log end ===")
+        return False
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('tracepath', help="trace to dump")
+    parser.add_argument('--device-name', required=True,
+                        help="the name of the graphics device used to produce images")
+    parser.add_argument('--calls', required=False,
+                        help="the call numbers from the trace to dump (default: last frame)")
+
+    args = parser.parse_args()
+    if args.calls is not None:
+        args.calls = args.calls.split(",")
+    else:
+        args.calls = []
+
+    success = dump_from_trace(Path(args.tracepath), args.calls, args.device_name)
+
+    sys.exit(0 if success else 1)
+
+if __name__ == "__main__":
+    main()

.gitlab-ci/tracie/image_checksum.py

@@ -0,0 +1,39 @@
+#!/usr/bin/env python3
+
+# Copyright (c) 2019 Collabora Ltd
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+#
+# SPDX-License-Identifier: MIT
+
+import argparse
+import hashlib
+from PIL import Image
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('imagefile', help='image file to calculate checksum for')
+
+    args = parser.parse_args()
+
+    md5 = hashlib.md5(Image.open(args.imagefile).tobytes())
+    print(md5.hexdigest())
+
+if __name__ == "__main__":
+    main()

.gitlab-ci/tracie/query_traces_yaml.py

@@ -0,0 +1,108 @@
+#!/usr/bin/python3
+
+# Copyright (c) 2019 Collabora Ltd
+# Copyright © 2020 Valve Corporation.
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+#
+# SPDX-License-Identifier: MIT
+
+import argparse
+import yaml
+from traceutil import all_trace_type_names, trace_type_from_name
+from traceutil import trace_type_from_filename
+
+def trace_devices(trace):
+    return [e['device'] for e in trace['expectations']]
+
+def cmd_traces_db_gitlab_project_url(args):
+    with open(args.file, 'r') as f:
+        y = yaml.safe_load(f)
+    print(y['traces-db']['gitlab-project-url'])
+
+def cmd_traces_db_commit(args):
+    with open(args.file, 'r') as f:
+        y = yaml.safe_load(f)
+    print(y['traces-db']['commit'])
+
+def cmd_traces(args):
+    with open(args.file, 'r') as f:
+        y = yaml.safe_load(f)
+
+    traces = y['traces']
+    traces = filter(lambda t: trace_type_from_filename(t['path']) in args.trace_types,
+                    traces)
+    if args.device_name:
+        traces = filter(lambda t: args.device_name in trace_devices(t), traces)
+
+    traces = list(traces)
+
+    if len(traces) == 0:
+        return
+
+    print('\n'.join((t['path'] for t in traces)))
+
+def cmd_checksum(args):
+    with open(args.file, 'r') as f:
+        y = yaml.safe_load(f)
+
+    traces = y['traces']
+    trace = next(t for t in traces if t['path'] == args.trace_path)
+    expectation = next(e for e in trace['expectations'] if e['device'] == args.device_name)
+
+    print(expectation['checksum'])
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--file', required=True,
+                        help='the name of the yaml file')
+
+    subparsers = parser.add_subparsers(help='sub-command help')
+
+    parser_traces_db_gitlab_project_url = subparsers.add_parser('traces_db_gitlab_project_url')
+    parser_traces_db_gitlab_project_url.set_defaults(func=cmd_traces_db_gitlab_project_url)
+
+    parser_traces_db_commit = subparsers.add_parser('traces_db_commit')
+    parser_traces_db_commit.set_defaults(func=cmd_traces_db_commit)
+
+    parser_traces = subparsers.add_parser('traces')
+    parser_traces.add_argument('--device-name', required=False,
+                               help="the name of the graphics device used to "
+                                     "produce images")
+    parser_traces.add_argument('--trace-types', required=False,
+                               default=",".join(all_trace_type_names()),
+                               help="the types of traces to look for in recursive "
+                                    "dir walks " "(by default all types)")
+    parser_traces.set_defaults(func=cmd_traces)
+
+    parser_checksum = subparsers.add_parser('checksum')
+    parser_checksum.add_argument('--device-name', required=True,
+                               help="the name of the graphics device used to "
+                                     "produce images")
+    parser_checksum.add_argument('trace_path')
+    parser_checksum.set_defaults(func=cmd_checksum)
+
+    args = parser.parse_args()
+    if hasattr(args, 'trace_types'):
+        args.trace_types = [trace_type_from_name(t) for t in args.trace_types.split(",")]
+
+    args.func(args)
+
+if __name__ == "__main__":
+    main()

.gitlab-ci/tracie/renderdoc_dump_images.py

@@ -0,0 +1,126 @@
+#!/usr/bin/env python3
+
+# Copyright (c) 2019 Collabora Ltd
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+#
+# SPDX-License-Identifier: MIT
+
+import atexit
+import os
+import shutil
+import sys
+import tempfile
+from pathlib import Path
+
+def cleanup(dirpath):
+        shutil.rmtree(dirpath)
+
+dirpath = tempfile.mkdtemp()
+atexit.register(cleanup, dirpath)
+RENDERDOC_DEBUG_FILE = dirpath + "/renderdoc.log"
+
+# Needs to be in the environment before importing the module
+os.environ['RENDERDOC_DEBUG_LOG_FILE'] = RENDERDOC_DEBUG_FILE
+import renderdoc as rd
+
+def findDrawWithEventId(controller, eventId):
+   for d in controller.GetDrawcalls():
+      if d.eventId == eventId:
+         return d
+
+   return None
+
+def dumpImage(controller, eventId, outputDir, tracefile):
+    draw = findDrawWithEventId(controller, eventId)
+    if draw is None:
+        raise RuntimeError("Couldn't find draw call with eventId " + str(eventId))
+
+    controller.SetFrameEvent(draw.eventId, True)
+
+    texsave = rd.TextureSave()
+
+    # Select the first color output
+    texsave.resourceId = draw.outputs[0]
+
+    if texsave.resourceId == rd.ResourceId.Null():
+        return
+
+    filepath = Path(outputDir)
+    filepath.mkdir(parents = True, exist_ok = True)
+    filepath = filepath / (tracefile + "-" + str(int(draw.eventId)) + ".png")
+
+    print("Saving image at eventId %d: %s to %s" % (draw.eventId, draw.name, filepath))
+
+    # Most formats can only display a single image per file, so we select the
+    # first mip and first slice
+    texsave.mip = 0
+    texsave.slice.sliceIndex = 0
+
+    # For formats with an alpha channel, preserve it
+    texsave.alpha = rd.AlphaMapping.Preserve
+    texsave.destType = rd.FileType.PNG
+    controller.SaveTexture(texsave, str(filepath))
+
+def loadCapture(filename):
+    cap = rd.OpenCaptureFile()
+
+    status = cap.OpenFile(filename, '', None)
+
+    if status != rd.ReplayStatus.Succeeded:
+        raise RuntimeError("Couldn't open file: " + str(status))
+    if not cap.LocalReplaySupport():
+        raise RuntimeError("Capture cannot be replayed")
+
+    status, controller = cap.OpenCapture(rd.ReplayOptions(), None)
+
+    if status != rd.ReplayStatus.Succeeded:
+        if os.path.exists(RENDERDOC_DEBUG_FILE):
+            print(open(RENDERDOC_DEBUG_FILE, "r").read())
+        raise RuntimeError("Couldn't initialise replay: " + str(status))
+
+    if os.path.exists(RENDERDOC_DEBUG_FILE):
+        open(RENDERDOC_DEBUG_FILE, "w").write("")
+
+    return (cap, controller)
+
+def renderdoc_dump_images(filename, eventIds, outputDir):
+   rd.InitialiseReplay(rd.GlobalEnvironment(), [])
+   cap, controller = loadCapture(filename);
+
+   tracefile = Path(filename).name
+
+   if len(eventIds) == 0:
+      eventIds.append(controller.GetDrawcalls()[-1].eventId)
+
+   for eventId in eventIds:
+      dumpImage(controller, eventId, outputDir, tracefile)
+
+   controller.Shutdown()
+   cap.Shutdown()
+
+   rd.ShutdownReplay()
+
+if __name__ == "__main__":
+   if len(sys.argv) < 3:
+      raise RuntimeError("Usage: renderdoc_dump_images.py <trace> <outputdir> [<draw-id>...]")
+
+   eventIds = [int(e) for e in sys.argv[3:]]
+
+   renderdoc_dump_images(sys.argv[1], eventIds, sys.argv[2])

.gitlab-ci/tracie/tests/test-data/trace1/magenta.testtrace

@@ -0,0 +1 @@
+ff00ffff

.gitlab-ci/tracie/tests/test-data/trace2/olive.testtrace

@@ -0,0 +1 @@
+80800080

.gitlab-ci/tracie/tests/test.sh

@@ -0,0 +1,152 @@
+#!/bin/sh
+
+TRACIE_DIR="$(dirname "$(readlink -f "$0")")/.."
+TEST_DIR=""
+TEST_EXIT=0
+
+assert() {
+    if ! $1; then
+        echo "Assertion failed:  \"$1\""
+        exit 1
+    fi
+}
+
+run_tracie() {
+    # Run tests for the .testtrace types, using the "gl-test-device" and "vk-test-device" device names.
+    python3 $TEST_DIR/tracie.py --file $TEST_DIR/tests/traces.yml --device-name gl-test-device && \
+    python3 $TEST_DIR/tracie.py --file $TEST_DIR/tests/traces.yml --device-name vk-test-device
+}
+
+cleanup() {
+    [ "$TEST_DIR" = "/tmp/*" ] && rm -rf "$TEST_DIR"
+}
+
+prepare_for_run() {
+    TEST_DIR="$(mktemp -d -t tracie.test.XXXXXXXXXX)"
+    # Copy all the tracie scripts to the test dir for the run-tests.sh script.
+    # This avoids polluting the normal working dir with test result artifacts.
+    cp -R "$TRACIE_DIR"/. "$TEST_DIR"
+    cd "$TEST_DIR"
+    mkdir traces-db
+    mv tests/test-data/* traces-db/.
+    trap cleanup EXIT
+    # Ensure we have a clean environment.
+    unset TRACIE_STORE_IMAGES
+}
+
+run_test() {
+    prepare_for_run
+    log=$(mktemp)
+    if ($1 > "$log" 2>&1 ;); then
+        if [ -t 1 ]; then
+            echo "$1: \e[0;32mSuccess\e[0m"
+        else
+            echo "$1: Success"
+        fi
+    else
+        if [ -t 1 ]; then
+            echo "$1: \e[0;31mFail\e[0m"
+        else
+            echo "$1: Fail"
+        fi
+        cat "$log"
+        TEST_EXIT=1
+    fi
+    rm "$log"
+    cleanup
+}
+
+assert_results_yaml_contains() {
+    grep -q "actual: $1" $4
+    assert "[ $? = 0 ]"
+
+    grep -q "expected: $2" $4
+    assert "[ $? = 0 ]"
+
+    if [ $3 != "" ]; then
+        grep -q $3 $4
+    fi
+
+    assert "[ $? = 0 ]"
+}
+
+tracie_succeeds_if_all_images_match() {
+    run_tracie
+    assert "[ $? = 0 ]"
+    assert_results_yaml_contains 5efda83854befe0155ff8517a58d5b51 5efda83854befe0155ff8517a58d5b51 "" "$PWD/results/results.yml"
+}
+
+tracie_fails_on_image_mismatch() {
+    sed -i 's/5efda83854befe0155ff8517a58d5b51/8e0a801367e1714463475a824dab363b/g' \
+        "$TEST_DIR/tests/traces.yml"
+
+    run_tracie
+    assert "[ $? != 0 ]"
+    assert_results_yaml_contains 5efda83854befe0155ff8517a58d5b51 8e0a801367e1714463475a824dab363b "trace2/test/vk-test-device/olive.testtrace-0.png" "$PWD/results/results.yml"
+}
+
+tracie_skips_traces_without_checksum() {
+    echo "  - path: trace1/red.testtrace" >> "$TEST_DIR/tests/traces.yml"
+    echo "    expectations:" >> "$TEST_DIR/tests/traces.yml"
+    echo "    - device: bla" >> "$TEST_DIR/tests/traces.yml"
+    echo "      checksum: 000000000000000" >> "$TEST_DIR/tests/traces.yml"
+    # red.testtrace should be skipped, since it doesn't
+    # have any checksums for our device
+    echo "ff0000ff" > traces-db/trace1/red.testtrace
+
+    run_tracie
+    assert "[ $? = 0 ]"
+}
+
+tracie_fails_on_dump_image_error() {
+    # "invalid" should fail to parse as rgba and
+    # cause an error
+    echo "invalid" > traces-db/trace1/magenta.testtrace
+
+    run_tracie
+    assert "[ $? != 0 ]"
+}
+
+tracie_stores_only_logs_on_checksum_match() {
+    run_tracie
+    assert "[ $? = 0 ]"
+
+    assert "[ -f "$TEST_DIR/results/trace1/test/gl-test-device/magenta.testtrace.log" ]"
+    assert "[ -f "$TEST_DIR/results/trace2/test/vk-test-device/olive.testtrace.log" ]"
+
+    assert "[ ! -f "$TEST_DIR/results/trace1/test/gl-test-device/magenta.testtrace-0.png" ]"
+    assert "[ ! -f "$TEST_DIR/results/trace2/test/vk-test-device/olive.testtrace-0.png" ]"
+
+    ls -lR "$TEST_DIR"
+}
+
+tracie_stores_images_on_checksum_mismatch() {
+    sed -i 's/5efda83854befe0155ff8517a58d5b51/8e0a801367e1714463475a824dab363b/g' \
+        "$TEST_DIR/tests/traces.yml"
+
+    run_tracie
+    assert "[ $? != 0 ]"
+
+    assert "[ ! -f "$TEST_DIR/results/trace1/test/gl-test-device/magenta.testtrace-0.png" ]"
+    assert "[ -f "$TEST_DIR/results/trace2/test/vk-test-device/olive.testtrace-0.png" ]"
+}
+
+tracie_stores_images_on_request() {
+    (export TRACIE_STORE_IMAGES=1; run_tracie)
+    assert "[ $? = 0 ]"
+
+    assert "[ -f "$TEST_DIR/results/trace1/test/gl-test-device/magenta.testtrace-0.png" ]"
+    assert "[ -f "$TEST_DIR/results/trace2/test/vk-test-device/olive.testtrace-0.png" ]"
+
+    ls -lR "$TEST_DIR"
+}
+
+run_test tracie_succeeds_if_all_images_match
+run_test tracie_fails_on_image_mismatch
+run_test tracie_skips_traces_without_checksum
+run_test tracie_fails_on_dump_image_error
+run_test tracie_stores_only_logs_on_checksum_match
+run_test tracie_stores_images_on_checksum_mismatch
+run_test tracie_stores_images_on_request
+
+exit $TEST_EXIT

.gitlab-ci/tracie/tests/traces.yml

@@ -0,0 +1,9 @@
+traces:
+  - path: trace1/magenta.testtrace
+    expectations:
+      - device: gl-test-device
+        checksum: 8e0a801367e1714463475a824dab363b
+  - path: trace2/olive.testtrace
+    expectations:
+      - device: vk-test-device
+        checksum: 5efda83854befe0155ff8517a58d5b51

.gitlab-ci/tracie/traceutil.py

@@ -0,0 +1,63 @@
+# Copyright (c) 2019 Collabora Ltd
+# Copyright © 2019-2020 Valve Corporation.
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+#
+# SPDX-License-Identifier: MIT
+
+import os
+from pathlib import Path
+from enum import Enum, auto
+
+class TraceType(Enum):
+    UNKNOWN = auto()
+    APITRACE = auto()
+    APITRACE_DXGI = auto()
+    RENDERDOC = auto()
+    GFXRECONSTRUCT = auto()
+    TESTTRACE = auto()
+
+_trace_type_info_map = {
+    TraceType.APITRACE : ("apitrace", ".trace"),
+    TraceType.APITRACE_DXGI : ("apitrace-dxgi", ".trace-dxgi"),
+    TraceType.RENDERDOC : ("renderdoc", ".rdc"),
+    TraceType.GFXRECONSTRUCT : ("gfxreconstruct", ".gfxr"),
+    TraceType.TESTTRACE : ("testtrace", ".testtrace")
+}
+
+def all_trace_type_names():
+    s = []
+    for t,(name, ext) in _trace_type_info_map.items():
+        if t != TraceType.UNKNOWN:
+            s.append(name)
+    return s
+
+def trace_type_from_name(tt_name):
+    for t,(name, ext) in _trace_type_info_map.items():
+        if tt_name == name:
+            return t
+
+    return TraceType.UNKNOWN
+
+def trace_type_from_filename(trace_file):
+    for t,(name, ext) in _trace_type_info_map.items():
+        if trace_file.endswith(ext):
+            return t
+
+    return TraceType.UNKNOWN

.gitlab-ci/tracie/tracie.py

@@ -0,0 +1,175 @@
+import argparse
+import enum
+import glob
+import hashlib
+import os
+import requests
+import sys
+import tempfile
+import time
+import yaml
+import shutil
+
+from pathlib import Path
+from PIL import Image
+from urllib import parse
+
+import dump_trace_images
+
+TRACES_DB_PATH = os.getcwd() + "/traces-db/"
+RESULTS_PATH = os.getcwd() + "/results/"
+
+def replay(trace_path, device_name):
+    success = dump_trace_images.dump_from_trace(trace_path, [], device_name)
+
+    if not success:
+        print("[check_image] Trace %s couldn't be replayed. See above logs for more information." % (str(trace_path)))
+        return None, None, None
+    else:
+        base_path = trace_path.parent
+        file_name = trace_path.name
+        files = glob.glob(str(base_path / "test" / device_name / (file_name + "-*" + ".png")))
+        assert(files)
+        image_file = files[0]
+        files = glob.glob(str(base_path / "test" / device_name / (file_name + ".log")))
+        assert(files)
+        log_file = files[0]
+        return hashlib.md5(Image.open(image_file).tobytes()).hexdigest(), image_file, log_file
+
+def gitlab_download_metadata(project_url, repo_commit, trace_path):
+    url = parse.urlparse(project_url)
+
+    url_path = url.path
+    if url_path.startswith("/"):
+        url_path = url_path[1:]
+
+    gitlab_api_url = url.scheme + "://" + url.netloc + "/api/v4/projects/" + parse.quote_plus(url_path)
+
+    r = requests.get(gitlab_api_url + "/repository/files/%s/raw?ref=%s" % (parse.quote_plus(trace_path), repo_commit))
+    metadata_raw = r.text.strip().split('\n')
+    metadata = dict(line.split(' ', 1) for line in metadata_raw[1:])
+    oid = metadata["oid"][7:] if metadata["oid"].startswith('sha256:') else metadata["oid"]
+    size = int(metadata['size'])
+
+    return oid, size
+
+def gitlfs_download_trace(repo_url, repo_commit, trace_path, oid, size):
+    headers = {
+        "Accept": "application/vnd.git-lfs+json",
+        "Content-Type": "application/vnd.git-lfs+json"
+    }
+    json = {
+        "operation": "download",
+        "transfers": [ "basic" ],
+        "ref": { "name": "refs/heads/%s" % repo_commit },
+        "objects": [
+            {
+                "oid": oid,
+                "size": size
+            }
+        ]
+    }
+
+    r = requests.post(repo_url + "/info/lfs/objects/batch", headers=headers, json=json)
+    url = r.json()["objects"][0]["actions"]["download"]["href"]
+    open(TRACES_DB_PATH + trace_path, "wb").write(requests.get(url).content)
+
+def checksum(filename, hash_factory=hashlib.sha256, chunk_num_blocks=128):
+    h = hash_factory()
+    with open(filename,'rb') as f:
+        for chunk in iter(lambda: f.read(chunk_num_blocks*h.block_size), b''):
+            h.update(chunk)
+    return h.hexdigest()
+
+def gitlab_ensure_trace(project_url, repo_commit, trace):
+    trace_path = TRACES_DB_PATH + trace['path']
+    if project_url is None:
+        assert(repo_commit is None)
+        assert(os.path.exists(trace_path))
+        return
+
+    os.makedirs(os.path.dirname(trace_path), exist_ok=True)
+
+    if os.path.exists(trace_path):
+        local_oid = checksum(trace_path)
+
+    remote_oid, size = gitlab_download_metadata(project_url, repo_commit, trace['path'])
+
+    if not os.path.exists(trace_path) or local_oid != remote_oid:
+        print("[check_image] Downloading trace %s" % (trace['path']), end=" ", flush=True)
+        download_time = time.time()
+        gitlfs_download_trace(project_url + ".git", repo_commit, trace['path'], remote_oid, size)
+        print("took %ds." % (time.time() - download_time), flush=True)
+
+def gitlab_check_trace(project_url, repo_commit, device_name, trace, expectation):
+    gitlab_ensure_trace(project_url, repo_commit, trace)
+
+    result = {}
+    result[trace['path']] = {}
+
+    trace_path = Path(TRACES_DB_PATH + trace['path'])
+    checksum, image_file, log_file = replay(trace_path, device_name)
+    if checksum is None:
+        return False
+    elif checksum == expectation['checksum']:
+        print("[check_image] Images match for %s" % (trace['path']))
+        ok = True
+    else:
+        print("[check_image] Images differ for %s (expected: %s, actual: %s)" %
+                (trace['path'], expectation['checksum'], checksum))
+        print("[check_image] For more information see "
+                "https://gitlab.freedesktop.org/mesa/mesa/blob/master/.gitlab-ci/tracie/README.md")
+        ok = False
+
+    trace_dir = os.path.split(trace['path'])[0]
+    dir_in_results = os.path.join(trace_dir, "test", device_name)
+    results_path = os.path.join(RESULTS_PATH, dir_in_results)
+    os.makedirs(results_path, exist_ok=True)
+    shutil.move(log_file, os.path.join(results_path, os.path.split(log_file)[1]))
+    if not ok or os.environ.get('TRACIE_STORE_IMAGES', '0') == '1':
+        image_name = os.path.split(image_file)[1]
+        shutil.move(image_file, os.path.join(results_path, image_name))
+        result[trace['path']]['image'] = os.path.join(dir_in_results, image_name)
+
+    result[trace['path']]['expected'] = expectation['checksum']
+    result[trace['path']]['actual'] = checksum
+
+    return ok, result
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--file', required=True,
+                        help='the name of the traces.yml file listing traces and their checksums for each device')
+    parser.add_argument('--device-name', required=True,
+                        help="the name of the graphics device used to replay traces")
+
+    args = parser.parse_args()
+
+    with open(args.file, 'r') as f:
+        y = yaml.safe_load(f)
+
+    if "traces-db" in y:
+        project_url = y["traces-db"]["gitlab-project-url"]
+        commit_id = y["traces-db"]["commit"]
+    else:
+        project_url = None
+        commit_id = None
+
+    traces = y['traces']
+    all_ok = True
+    results = {}
+    for trace in traces:
+        for expectation in trace['expectations']:
+            if expectation['device'] == args.device_name:
+                ok, result = gitlab_check_trace(project_url, commit_id, args.device_name, trace, expectation)
+                all_ok = all_ok and ok
+                results.update(result)
+
+    with open(os.path.join(RESULTS_PATH, 'results.yml'), 'w') as f:
+        yaml.safe_dump(results, f, default_flow_style=False)
+
+
+    sys.exit(0 if all_ok else 1)
+
+if __name__ == "__main__":
+    main()

.gitlab-ci/windows/Dockerfile

@@ -0,0 +1,10 @@
+# escape=`
+
+FROM mcr.microsoft.com/windows:1809
+
+# Make sure any failure in PowerShell scripts is fatal
+SHELL ["powershell", "-ExecutionPolicy", "RemoteSigned", "-Command", "$ErrorActionPreference = 'Stop';"]
+ENV ErrorActionPreference='Stop'
+
+COPY mesa_deps.ps1 C:\
+RUN C:\mesa_deps.ps1

.gitlab-ci/windows/README.md

@@ -0,0 +1,32 @@
+# Native Windows GitLab CI builds
+
+Unlike Linux, Windows cannot reuse the freedesktop ci-templates as they exist
+as we do not have Podman, Skopeo, or even Docker-in-Docker builds available
+under Windows.
+
+We still reuse the same model: build a base container with the core operating
+system and infrequently-changed build dependencies, then execute Mesa builds
+only inside that base container. This is open-coded in PowerShell scripts.
+
+## Base container build
+
+The base container build job executes the `mesa_container.ps1` script which
+reproduces the ci-templates behaviour. It looks for the registry image in
+the user's namespace, and exits if found. If not found, it tries to copy
+the same image tag from the upstream Mesa repository. If that is not found,
+the image is rebuilt inside the user's namespace.
+
+The rebuild executes `docker build` which calls `mesa_deps.ps1` inside the
+container to fetch and install all build dependencies. This includes Visual
+Studio Community Edition (downloaded from Microsoft, under the license which
+allows use by open-source projects), other build tools from Chocolatey, and
+finally Meson and Python dependencies from PyPI.
+
+This job is executed inside a Windows shell environment directly inside the
+host, without Docker.
+
+## Mesa build
+
+The Mesa build runs inside the base container, executing `mesa_build.ps1`.
+This simply compiles Mesa using Meson and Ninja, executing the build and
+unit tests. Currently, no build artifacts are captured.

.gitlab-ci/windows/mesa_build.ps1

@@ -0,0 +1,19 @@
+# force the CA cert cache to be rebuilt, in case Meson tries to access anything
+Write-Host "Refreshing Windows TLS CA cache"
+(New-Object System.Net.WebClient).DownloadString("https://github.com") >$null
+
+Get-Date
+Write-Host "Compiling Mesa"
+$builddir = New-Item -ItemType Directory -Name "build"
+Push-Location $builddir.FullName
+cmd.exe /C "C:\BuildTools\Common7\Tools\VsDevCmd.bat -host_arch=amd64 -arch=amd64 && meson -Dgallium-drivers=swrast -Dbuild-tests=true .. && ninja test"
+$buildstatus = $?
+Pop-Location
+Remove-Item -Recurse -Path $builddir
+
+Get-Date
+
+if (!$buildstatus) {
+  Write-Host "Mesa build or test failed"
+  Exit 1
+}

.gitlab-ci/windows/mesa_container.ps1

@@ -0,0 +1,56 @@
+# Implements the equivalent of ci-templates container-ifnot-exists, using
+# Docker directly as we don't have buildah/podman/skopeo available under
+# Windows, nor can we execute Docker-in-Docker
+$registry_uri = $args[0]
+$registry_username = $args[1]
+$registry_password = $args[2]
+$registry_user_image = $args[3]
+$registry_central_image = $args[4]
+
+Set-Location -Path ".\.gitlab-ci\windows"
+
+docker login -u "$registry_username" -p "$registry_password" "$registry_uri"
+if (!$?) {
+  Write-Host "docker login failed to $registry_uri"
+  Exit 1
+}
+
+# if the image already exists, don't rebuild it
+docker pull "$registry_user_image"
+if ($?) {
+  Write-Host "User image $registry_user_image already exists; not rebuilding"
+  docker logout "$registry_uri"
+  Exit 0
+}
+
+# if the image already exists upstream, copy it
+docker pull "$registry_central_image"
+if ($?) {
+  Write-Host "Copying central image $registry_central_image to user image $registry_user_image"
+  docker tag "$registry_central_image" "$registry_user_image"
+  docker push "$registry_user_image"
+  $pushstatus = $?
+  docker logout "$registry_uri"
+  if (!$pushstatus) {
+    Write-Host "Pushing image to $registry_user_image failed"
+    Exit 1
+  }
+  Exit 0
+}
+
+Write-Host "No image found at $registry_user_image or $registry_central_image; rebuilding"
+docker build --no-cache -t "$registry_user_image" .
+if (!$?) {
+  Write-Host "Container build failed"
+  docker logout "$registry_uri"
+  Exit 1
+}
+Get-Date
+
+docker push "$registry_user_image"
+$pushstatus = $?
+docker logout "$registry_uri"
+if (!$pushstatus) {
+  Write-Host "Pushing image to $registry_user_image failed"
+  Exit 1
+}

.gitlab-ci/windows/mesa_deps.ps1

@@ -0,0 +1,58 @@
+Get-Date
+Write-Host "Installing Chocolatey"
+Invoke-Expression ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))
+Import-Module "$env:ProgramData\chocolatey\helpers\chocolateyProfile.psm1"
+Update-SessionEnvironment
+Write-Host "Installing Chocolatey packages"
+
+# Chocolatey tries to download winflexbison from SourceForge, which is not super reliable, and has no retry
+# loop of its own - so we give it a helping hand here
+For ($i = 0; $i -lt 5; $i++) {
+  choco install -y python3 --params="/InstallDir:C:\python3"
+  $python_install = $?
+  choco install --allow-empty-checksums -y cmake git git-lfs ninja pkgconfiglite winflexbison
+  $other_install = $?
+  $choco_installed = $other_install -and $python_install
+  if ($choco_installed) {
+    Break
+  }
+}
+
+if (!$choco_installed) {
+  Write-Host "Couldn't install dependencies from Chocolatey"
+  Exit 1
+}
+
+# Add Chocolatey's native install path
+Update-SessionEnvironment
+# Python adds itself to the system environment path, which doesn't get refreshed until we start a new shell
+$env:PATH = "C:\python3;C:\python3\scripts;$env:PATH"
+
+Start-Process -NoNewWindow -Wait git -ArgumentList 'config --global core.autocrlf false'
+
+Get-Date
+Write-Host "Installing Meson and Mako"
+pip3 install meson mako
+if (!$?) {
+  Write-Host "Failed to install dependencies from pip"
+  Exit 1
+}
+
+# we want more secure TLS 1.2 for most things, but it breaks SourceForge
+# downloads so must be done after Chocolatey use
+[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12;
+
+# VS16.x is 2019
+$msvc_2019_url = 'https://aka.ms/vs/16/release/vs_buildtools.exe'
+
+Get-Date
+Write-Host "Downloading Visual Studio 2019 build tools"
+Invoke-WebRequest -Uri $msvc_2019_url -OutFile C:\vs_buildtools.exe
+
+Get-Date
+Write-Host "Installing Visual Studio 2019"
+Start-Process -NoNewWindow -Wait C:\vs_buildtools.exe -ArgumentList '--wait --quiet --norestart --nocache --installPath C:\BuildTools --add Microsoft.VisualStudio.Workload.VCTools --add Microsoft.VisualStudio.Workload.NativeDesktop --add Microsoft.VisualStudio.Component.VC.ATL --add Microsoft.VisualStudio.Component.VC.ATLMFC --add Microsoft.VisualStudio.Component.VC.Tools.x86.x64 --add Microsoft.VisualStudio.Component.Graphics.Tools --add Microsoft.VisualStudio.Component.Windows10SDK.18362 --includeRecommended'
+Remove-Item C:\vs_buildtools.exe -Force
+
+Get-Date
+Write-Host "Complete"

.gitlab/issue_templates/Bug Report.md

@@ -0,0 +1,54 @@
+### Before submitting your bug report:
+- Check if a new version of Mesa is available which might have fixed the problem.
+- If you can, check if the latest development version (git master) works better.
+- Check if your bug has already been reported here.
+- For any logs, backtraces, etc - use [code blocks](https://docs.gitlab.com/ee/user/markdown.html#code-spans-and-blocks)
+- As examples of good bug reports you may review one of these - #2598, #2615, #2608
+
+
+Otherwise, please fill the requested information below.
+And please remove anything that doesn't apply to keep things readable :)
+
+
+### System information
+
+Please post `inxi -GSC -xx` output OR fill information below manually
+
+
+- OS: (`cat /etc/os-release | grep "NAME"`)
+- GPU: (`lspci | grep VGA` or `lshw -C display`)
+- Kernel version: (run `uname -a`)
+- Mesa version: (`glxinfo -B | grep "OpenGL version string"`)
+- Xserver version (if applicable): (`sudo X -version`)
+- Desktop manager and compositor:
+
+#### If applicable
+- DXVK version:
+- Wine/Proton version:
+
+
+### Describe the issue
+
+Please describe what you are doing, what you expect and what you're
+seeing instead.
+
+"It doesn't work" usually is not a helpful description of an issue. 
+The more detail about how things are going wrong, the better.
+
+
+### Regression
+
+Did it used to work? It can greatly help to know when the issue started.
+
+
+### Log files as attachment
+- Output of `dmesg`
+- Backtrace
+- Gpu hang details
+
+
+### Screenshots/video files (if applicable)
+
+
+
+### Any extra information would be greatly appreciated

.mailmap

@@ -6,9 +6,12 @@ Adam Jackson <ajax@redhat.com> <ajax@freedesktop.org>
 Adrian Marius Negreanu <adrian.m.negreanu@intel.com> Adrian Negreanu <adrian.m.negreanu@intel.com>
 Adrian Marius Negreanu <adrian.m.negreanu@intel.com> Negreanu Marius Adrian <adrian.m.negreanu@intel.com>
 
+Alan Swanson <reiver@improbability.net> <swanson@ukfsn.org>
+
 Dave Airlie <airlied@redhat.com> <airliedfreedesktop.org>
 Dave Airlie <airlied@redhat.com> airlied <airlied@unused-12-215.bne.redhat.com>
 Dave Airlie <airlied@redhat.com> <airlied@dhcp-1-203.bne.redhat.com>
+Dave Airlie <airlied@redhat.com> <airlied@dhcp-40-204.bne.redhat.com>
 Dave Airlie <airlied@redhat.com> <airlied@gmail.com>
 Dave Airlie <airlied@redhat.com> <airlied@itt42.(none)>
 Dave Airlie <airlied@redhat.com> <airlied@linux.ie>
@@ -38,6 +41,8 @@ Alex Deucher <alexdeucher@gmail.com> <alex@botch2.(none)>
 Alex Deucher <alexdeucher@gmail.com> <alex@cube.(none)>
 Alex Deucher <alexdeucher@gmail.com> <alex@samba.(none)>
 
+Alyssa Rosenzweig <alyssa.rosenzweig@collabora.com> <alyssa@rosenzweig.io>
+
 Andreas Fänger <a.faenger@e-sign.com> <a.faenger@e-sign.com>
 
 Andreas Hartmetz <ahartmetz@gmail.com> <andreas.hartmetz@kdab.com>
@@ -50,8 +55,14 @@ Andreas Pokorny <andreas.pokorny@canonical.com> <andreas.pokorny@elektrobit.com>
 Andrew Randrianasulu <randrianasulu@gmail.com> <randrik_a@yahoo.com>
 Andrew Randrianasulu <randrianasulu@gmail.com> <randrik@mail.ru>
 
+Andrii Simiklit <andrii.simiklit@globallogic.com> <asimiklit.work@gmail.com>
+
+Anuj Phogat <anuj.phogat@gmail.com> <anuj.phogat@intel.com>
+
 Arthur Huillet <arthur.huillet@free.fr> Arthur HUILLET <arthur.huillet@free.fr>
 
+Axel Davy <axel.davy@ens.fr> <davyaxel0@gmail.com>
+
 Bas Nieuwenhuizen <bas@basnieuwenhuizen.nl> <basni@chromium.org>
 
 Benjamin Franzke <benjaminfranzke@googlemail.com> ben <benjaminfranzke@googlemail.com>
@@ -68,6 +79,8 @@ Ben Widawsky <benjamin.widawsky@intel.com> Ben Widawsky <ben@bwidawsk.net>
 
 Blair Sadewitz <blair.sadewitz@gmail.com> Blair Sadewitz <blair.sadewitz.gmail.com>
 
+Boris Brezillon <boris.brezillon@collabora.com> <boris.brezillon@free-electrons.com>
+
 Boris Peterbarg <reist@users.sourceforge.net> reist <reist>
 
 Brian Paul <brianp@vmware.com> Brian <brian.paul@tungstengraphics.com>
@@ -86,23 +99,36 @@ Brian Paul <brianp@vmware.com> root <root@i915.localnet.net>
 Brian Paul <brianp@vmware.com> root <root@nostromo.localnet.net>
 Brian Paul <brianp@vmware.com> root <root@i965.localnet.net>
 
+Bruce Cherniak <bruce.cherniak@intel.com>
+
 Bruce Merry <bmerry@users.sourceforge.net> <bmerry@gmail.com>
 
-Carl-Philip Hänsch <cphaensch@googlemail.com> Carl-Philip Haensch <s3734770@mail.zih.tu-dresden.de>
-Carl-Philip Hänsch <cphaensch@googlemail.com> Carl-Philip Haensch <carli@carli-laptop.(none)>
-Carl-Philip Hänsch <cphaensch@googlemail.com> Carl-Philip Haensch <Carl-Philip.Haensch@mailbox.tu-dresden.de>
+Carl-Philip Hänsch <cphaensch@googlemail.com>
+Carl-Philip Hänsch <cphaensch@googlemail.com> <s3734770@mail.zih.tu-dresden.de>
+Carl-Philip Hänsch <cphaensch@googlemail.com> <carli@carli-laptop.(none)>
+Carl-Philip Hänsch <cphaensch@googlemail.com> <Carl-Philip.Haensch@mailbox.tu-dresden.de>
 
 Chad Versace <chadversary@chromium.org> <chad@kiwitree.net>
 Chad Versace <chadversary@chromium.org> <chad@chad-versace.us>
 Chad Versace <chadversary@chromium.org> <Chad Versace chad@chad-versace.us>
 Chad Versace <chadversary@chromium.org> <chad.versace@intel.com>
 Chad Versace <chadversary@chromium.org> <chad.versace@linux.intel.com>
+Chad Versace <chadversary@chromium.org> <chadversary@google.com>
+
+Chandu Babu Namburu <chandu@amd.com>
+Chandu Babu Namburu <chandu@amd.com> <mailto:chandu@amd.com>
+
+Chenglei Ren <chenglei.ren@intel.com>
 
 Chia-I Wu <olvaffe@gmail.com> <olv@lunarg.com>
 Chia-I Wu <olvaffe@gmail.com> Chia-Wu <olvaffe@gmail.com>
 
 Chih-Wei Huang <cwhuang@linux.org.tw> Chih-Wei Huang <cwhuang@android-x86.org>
 
+Christian Gmeiner <christian.gmeiner@gmail.com> <christian.GMEINER@bachmann.info>
+
+Christian Inci <chris.bugsfd@broke-the-inter.net> <chris.pcguy.inci@gmail.com>
+
 Christian König <christian.koenig@amd.com> Christian Koenig <christian.koenig@amd.com>
 Christian König <christian.koenig@amd.com> Christian König <christian.koenig at amd.com>
 Christian König <christian.koenig@amd.com> Christian König <deathsimple@vodafone.de>
@@ -112,23 +138,37 @@ Christoph Brill <egore911@egore911.de> <egore@gmx.de>
 
 Christoph Bumiller <christoph.bumiller@speed.at> <e0425955@student.tuwien.ac.at>
 
+Christoph Haag <haagch@frickel.club> <christoph.haag@collabora.com>
+Christoph Haag <haagch@frickel.club> <haagch+mesa@frickel.club>
+Christoph Haag <haagch@frickel.club> <haagch+mesadev@frickel.club>
+
 Christopher James Halse Rogers <christopher.halse.rogers@canonical.com> Christopher James Halse Rogers <raof@ubuntu.com>
 
 Claudio Ciccani <klan@directfb.org> <klan@users.sf.net>
 Claudio Ciccani <klan@directfb.org> <klan@users.sourceforge.net>
 
+Colin McDonald <cjmmail10-bz@yahoo.co.uk> <cjmcdonald@qinetiq.com>
+
 Connor Abbott <cwabbott0@gmail.com> <connor.w.abbott@intel.com>
 Connor Abbott <cwabbott0@gmail.com> <connor.abbott@intel.com>
 
+Constantine Kharlamov <Hi-Angel@yandex.ru>
+
 Corbin Simpson <MostAwesomeDude@gmail.com> <mostawesomed...@gmail.com>
 Corbin Simpson <MostAwesomeDude@gmail.com> <mostawesomedude@gmail.com>
 
 Courtney Goeltzenleuchter <courtney@lunarg.com> <courtney@LunarG.com>
 
+Craig Stout <cstout@google.com>
+
+Daniel Schürmann <daniel.schuermann@campus.tu-berlin.de> <daniel@schuermann.dev>
+
 Daniel Skinner <sio@users.sourceforge.net> sio <sio>
 
 Daniel Stone <daniels@collabora.com> <daniel@fooishbar.org>
 
+Danylo Piliaiev <danylo.piliaiev@globallogic.com> <danylo.piliaiev@gmail.com>
+
 David Miller <davem@davemloft.net> David S. Miller <davem@davemloft.net>
 David Miller <davem@davemloft.net> Dave Miller <davem@davemloft.net>
 David Miller <davem@davemloft.net> davem69 <davem69>
@@ -143,6 +183,10 @@ Dieter Nützel <Dieter@nuetzel-hh.de> Dieter Nützel <dieter@nuetzel-hh.de>
 Dmitry Cherkassov <dcherkassov@gmail.com> Dmitry Cherkasov <dcherkassov@gmail.com>
 
 Dylan Baker <dylanx.c.baker@intel.com> <baker.dylan.c@gmail.com>
+Dylan Baker <dylanx.c.baker@intel.com> <dylan@pnwbakers.com>
+
+Dylan Noblesmith <nobled@dreamwidth.org>
+Dylan Noblesmith <nobled@dreamwidth.org> nobled <nobled2@nobled2-karmic.(none)>
 
 Edward O'Callaghan <funfunctor@folklore1984.net> <eocallaghan@alterapraxis.com>
 
@@ -157,11 +201,15 @@ Emil Velikov <emil.l.velikov@gmail.com> <emil.veliikov@collabora.com>
 Emil Velikov <emil.l.velikov@gmail.com> <emil.velikov@gmail.com>
 Emil Velikov <emil.l.velikov@gmail.com> <emmil.velikov@collabora.com>
 
+Emmanuel Gil Peyrot <linkmauve@linkmauve.fr> <emmanuel.peyrot@collabora.com>
+
 Eric Anholt <eric@anholt.net> Eric Anholt <anholt@FreeBSD.org>
 
 Eric Engestrom <eric@engestrom.ch> <eric.engestrom@imgtec.com>
 Eric Engestrom <eric@engestrom.ch> <eric.engestrom@intel.com>
 
+Erik Faye-Lund <kusmabite@gmail.com> <erik.faye-lund@collabora.com>
+
 Eugeni Dodonov <eugeni.dodonov@intel.com> <eugeni@mandriva.com>
 
 Fabian Bieler <der.fabe@gmx.net> <fabianbieler@fastmail.fm>
@@ -169,6 +217,8 @@ Fabian Bieler <der.fabe@gmx.net> <&lt;der.fabe@gmx.net&gt>
 
 Feng, Haitao <haitao.feng@intel.com> Haitao Feng <haitao.feng@intel.com>
 
+Francesco Ansanelli <francians@gmail.com>
+
 Frank Binns <frank.binns@imgtec.com> <francisbinns@gmail.com>
 
 Frank Henigman <fjhenigman@google.com> <fjhenigman@chromium.org>
@@ -177,12 +227,22 @@ George Sapountzis <gsapountzis@gmail.com> George Sapountzis <gsap7@yahoo.gr>
 
 Gert Wollny <gert.wollny@collabora.com> <gw.fossdev@gmail.com>
 
+Gurchetan Singh <gurchetansingh@chromium.org>
+
 Gwenole Beauchesne <gwenole.beauchesne@intel.com> <gb.devel@gmail.com>
 
+Haihao Xiang <haihao.xiang@intel.com>
+
 Hamish Marson <hmarson@users.sourceforge.net> hmarson <hmarson>
 
 Hans de Goede <hdegoede@redhat.com> Hans de Goede <j.w..r..degoede@hhs.nl>
 
+Harish Krupo <harish.krupo.kps@intel.com> <harishkrupo@gmail.com>
+
+Heinrich Fink <heinrich.fink@daqri.com>
+
+Henri Verbeet <hverbeet@gmail.com>
+
 Homer Hsing <dongsheng.xing@intel.com> <homer.hsing@gmail.com>
 
 Hui Qi Tay <hqtay@vmware.com> <tayhuiqithq@gmail.com>
@@ -190,6 +250,10 @@ Hui Qi Tay <hqtay@vmware.com> <tayhuiqithq@gmail.com>
 Ian Romanick <ian.d.romanick@intel.com> <idr@freedesktop.org>
 Ian Romanick <ian.d.romanick@intel.com> <idr@us.ibm.com>
 
+Igor Gnatenko <i.gnatenko.brain@gmail.com> <ignatenko@redhat.com>
+
+Illia Iorin <illia.iorin@globallogic.com> <illia.iorin@gmail.com>
+
 Jakob Bornecrantz <wallbraker@gmail.com> <jakob@vmware.com>
 Jakob Bornecrantz <wallbraker@gmail.com> <jakob@aurora.(none)>
 Jakob Bornecrantz <wallbraker@gmail.com> <jakob@aurora.walkyrie.se>
@@ -202,15 +266,19 @@ Jakub Bogusz <qboosh@pld-linux.org> <gboosh@pld-linux.org>
 
 James Legg <jlegg@feralinteractive.com> <lankyleggy@gmail.com>
 
+James Zhu <James.Zhu@amd.com>
+
+Jan Beich <jbeich@freebsd.org> <jbeich@FreeBSD.org>
+
 Jan Vesely <jano.vesely@gmail.com> Jan Vesely <jan.vesely@rutgers.edu>
 
 Jason Ekstrand <jason@jlekstrand.net> <jason.ekstrand@intel.com>
 
+Jeremy Huddleston <jeremyhu@apple.com>
 Jeremy Huddleston <jeremyhu@apple.com> <jeremyhu@freedesktop.org>
 Jeremy Huddleston <jeremyhu@apple.com> <jeremy@tifa.local>
 Jeremy Huddleston <jeremyhu@apple.com> <jeremy@vincent.local>
 Jeremy Huddleston <jeremyhu@apple.com> <jeremy@yuffie.local>
-Jeremy Huddleston <jeremyhu@apple.com> Jeremy Huddleston Sequoia <jeremyhu@apple.com>
 
 Jeremy Kolb <jkolb@freedesktop.org> <jkolb@brandeis.edu>
 
@@ -256,6 +324,7 @@ Juan Zhao <juan.j.zhao@intel.com> <juan.j.zhao@linux.intel.com>
 Julien Cristau <jcristau@debian.org> <julien.cristau@logilab.fr>
 
 Julien Isorce <j.isorce@samsung.com> <julien.isorce@gmail.com>
+Julien Isorce <j.isorce@samsung.com> <jisorce@oblong.com>
 
 Kalyan Kondapally <kalyan.kondapally@intel.com> <kondapallykalyancontribute@gmail.com>
 
@@ -265,6 +334,10 @@ Karl Schultz <karl.w.schultz@gmail.com> <k.w.schultz@comcast.net>
 Karl Schultz <karl.w.schultz@gmail.com> <Karl.W.Schultz@gmail.com>
 Karl Schultz <karl.w.schultz@gmail.com> <kschultz@freedesktop.org>
 
+Karol Herbst <kherbst@redhat.com> <git@karolherbst.de>
+Karol Herbst <kherbst@redhat.com> <karolherbst@gmail.com>
+Karol Herbst <kherbst@redhat.com> <nouveau@karolherbst.de>
+
 Keith Harrison <sio2@users.sourceforge.net> sio2 <sio2>
 
 Keith Packard <keithp@keithp.com> <keithp@koto.keithp.com>
@@ -273,6 +346,8 @@ Keith Packard <keithp@keithp.com> <keithp@neko.keithp.com>
 Keith Whitwell <keithw@vmware.com> <keith@tungstengraphics.com>
 Keith Whitwell <keithw@vmware.com> keithw <keithw@keithw-laptop.(none)>
 
+Kevin Rogovin <kevin.rogovin@intel.com> <kevin.rogovin@gmail.com>
+
 Kristian Høgsberg <krh@bitplanet.net> <krh@redhat.com>
 Kristian Høgsberg <krh@bitplanet.net> <krh@hinata.boston.redhat.com>
 Kristian Høgsberg <krh@bitplanet.net> <krh@sasori.boston.redhat.com>
@@ -281,11 +356,18 @@ Kristian Høgsberg <krh@bitplanet.net> <kristian.h.kristensen@intel.com>
 Kristian Høgsberg <krh@bitplanet.net> <hoegsberg@chromium.org>
 Kristian Høgsberg <krh@bitplanet.net> <hoegsberg@google.com>
 Kristian Høgsberg <krh@bitplanet.net> <hoegsberg@gmail.com>
+Kristian Høgsberg <krh@bitplanet.net> <krh@sweater.jf.intel.com>
+Kristian Høgsberg <krh@bitplanet.net> <krh@bitplanet.net>
+Kristian Høgsberg <krh@bitplanet.net> <krh@owl.jf.intel.com>
 
 Krzesimir Nowak <qdlacz@gmail.com> <krzesimir@kinvolk.io>
 
 Li Peng <peng.li@intel.com> <peng.li@linux.intel.com>
 
+Lionel Landwerlin <lionel.g.landwerlin@intel.com> <llandwerlin@gmail.com>
+
+Liviu Prodea <liviuprodea@yahoo.com>
+
 Lucas Stach <dev@lynxeye.de> <l.stach@pengutronix.de>
 
 Maarten Lankhorst <maarten.lankhorst@ubuntu.com> <dev@mblankhorst.nl>
@@ -294,7 +376,8 @@ Maarten Lankhorst <maarten.lankhorst@ubuntu.com> <maarten.lankhorst@canonical.co
 
 Maciej Cencora <m.cencora@gmail.com> <maciej@osiris.(none)>
 
-Marc-André Lureau <marcandre.lureau@gmail.com> Marc-Andre Lureau <marcandre.lureau@gmail.com>
+Marc-André Lureau <marcandre.lureau@gmail.com> <marcandre.lureau@gmail.com>
+Marc-André Lureau <marcandre.lureau@gmail.com> <marcandre.lureau@redhat.com>
 
 Marc Dietrich <marvin24@gmx.de> Marc <marvin24@gmx.de>
 Marc Dietrich <marvin24@gmx.de> marvin24 <marvin24@gmx.de>
@@ -320,6 +403,8 @@ Mathias Fröhlich <mathias.froehlich@gmx.net> <Mathias.Froehlich@gmx.net>
 Mathias Fröhlich <mathias.froehlich@gmx.net> <Mathias.Froehlich@web.de>
 Mathias Fröhlich <mathias.froehlich@gmx.net> M.Froehlich@science-computing.de <M.Froehlich@science-computing.de>
 
+Matthias Groß <grmat@sub.red>
+
 Matthew W. S. Bell <matthew@bells23.org.uk> Matthew Bell <matthew@bells23.org.uk>
 
 Maxence Le Doré <maxence.ledore@gmail.com> Maxence Le Dore <maxence.ledore@gmail.com>
@@ -348,17 +433,24 @@ Mike Kaplinskiy <mike.kaplinskiy@gmail.com> <mike.kaplinskiy@gmai.com>
 
 Mike Stroyan <mike@lunarg.com> <mike@LunarG.com>
 
+Neha Bhende <bhenden@vmware.com> <nbhende@vmware.com>
+
+Neil Roberts <nroberts@igalia.com> <neil@linux.intel.com>
+
+Nian Wu <nian.wu@intel.com>
 Nian Wu <nian.wu@intel.com> <nian@graphics.(none)>
 Nian Wu <nian.wu@intel.com> <nian@tinderbox.sh.intel.com>
 
+Nicholas Bishop <nbishop@neverware.com> <nicholasbishop@gmail.com>
+
 Nick Bowler <nbowler@draconx.ca>
 
 Nick Sarnie <commendsarnex@gmail.com>
 
+Nicolai Hähnle <nicolai.haehnle@amd.com>
 Nicolai Hähnle <nicolai.haehnle@amd.com> <nhaehnle@gmail.com>
-Nicolai Hähnle <nicolai.haehnle@amd.com> Nicolai Haehnle <nhaehnle@gmail.com>
-Nicolai Hähnle <nicolai.haehnle@amd.com> Nicolai Haehnle <prefect_@gmx.net>
-Nicolai Hähnle <nicolai.haehnle@amd.com> Nicolai Haehnle <prefect@upb.de>
+Nicolai Hähnle <nicolai.haehnle@amd.com> <prefect_@gmx.net>
+Nicolai Hähnle <nicolai.haehnle@amd.com> <prefect@upb.de>
 
 Nigel Stewart <nigels@users.sourceforge.net> <nigels@sourceforge.net>
 Nigel Stewart <nigels@users.sourceforge.net> <nstewart@nvidia.com>
@@ -386,14 +478,25 @@ Pekka Paalanen <pekka.paalanen@collabora.co.uk> <pq@iki.fi>
 
 Peter Hutterer <peter.hutterer@who-t.net> <peter@cs.unisa.edu.au>
 
-Pierre-Eric Pelloux-Prayer <pelloux@gmail.com> pepp <pelloux@gmail.com>
+Philipp Zabel <p.zabel@pengutronix.de> <philipp.zabel@gmail.com>
+
+Pierre-Eric Pelloux-Prayer <pelloux@gmail.com> <pelloux@gmail.com>
+Pierre-Eric Pelloux-Prayer <pelloux@gmail.com> <pierre-eric.pelloux-prayer@amd.com>
 
 Pierre Willenbrock <pierre@pirsoft.de> Pierre Willenbrok <pierre@pirsoft.de>
 
+Plamena Manolova <plamena.manolova@intel.com> <plamena.n.manolova@gmail.com>
+
+Qiang Yu <yuq825@gmail.com> <Qiang.Yu@amd.com>
+
 Quentin Glidic <sardemff7+git@sardemff7.net> <sardemff7@sardemff7.net>
 
+Randy Xu <randy.xu@intel.com>
+
 RALOVICH, Kristóf <tade60@freemail.hu> <kristof.ralovich@gmail.com>
 
+Renato Caldas <seventhguardian@gmail.com>
+
 Richard Li <richardradeon@gmail.com> <RichardZ.Li@amd.com>
 # The next ones are not 100% sure
 Richard Li <richardradeon@gmail.com> richard <richard@richard-desktop3.(none)>
@@ -404,6 +507,7 @@ Richard Sandiford <rsandifo@linux.vnet.ibm.com> <r.sandiford@uk.ibm.com>
 
 Rob Clark <robclark@freedesktop.org> <Rob Clark robdclark@freedesktop.org>
 Rob Clark <robclark@freedesktop.org> <robdclark@gmail.com>
+Rob Clark <robclark@freedesktop.org> <robdclark@chromium.org>
 
 Robert Bragg <robert@sixbynine.org> <robert@linux.intel.com>
 
@@ -412,6 +516,8 @@ Robert Ellison <papillo@vmware.com> <papillo@tungstengraphics.com>
 
 Robert Hooker <sarvatt@ubuntu.com> <robert.hooker@canonical.com>
 
+Rodrigo Vivi <rodrigo.vivi@intel.com> <rodrigo.vivi@gmail.com>
+
 Roland Scheidegger <sroland@vmware.com> <rscheidegger@gmx.ch>
 Roland Scheidegger <sroland@vmware.com> <sroland@tungstengraphics.com>
 
@@ -425,18 +531,30 @@ Sam Hocevar <sam@hocevar.net> Sam Hocevar <sam@zoy.org>
 
 Samuel Iglesias Gonsálvez <siglesias@igalia.com> Samuel Iglesias Gonsalvez <siglesias@igalia.com>
 
+Samuel Li <samuel.li@amd.com> <Samuel.Li@amd.com>
+
 Sean D'Epagnier <sean@depagnier.com> <geckosenator@freedesktop.org>
 
 Serge Martin <edb+mesa@sigluy.net> Serge Martin (EdB) <edb+mesa@sigluy.net>
 Serge Martin <edb+mesa@sigluy.net> EdB <edb+mesa@sigluy.net>
 
+Sergii Romantsov <sergii.romantsov@globallogic.com> <sergii.romantsov@gmail.com>
+
 Sinclair Yeh <syeh@vmware.com> <sinclair.yeh@intel.com>
 
+Sonny Jiang <sonny.jiang@amd.com>
+
 Stefan Brüns <stefan.bruens@rwth-aachen.de> <Stefan.Bruens@rwth-aachen.de>
 
+Steinar H. Gunderson <sgunderson@bigfoot.com> <sesse@google.com>
+Steinar H. Gunderson <sgunderson@bigfoot.com> <steinar+mesa@gunderson.no>
+
 Stéphane Marchesin <marcheu@chromium.org> Stephane Marchesin <marchesin@icps.u-strasbg.fr>
 Stéphane Marchesin <marcheu@chromium.org> Stephane Marchesin <stephane.marchesin@gmail.com>
 
+Suresh Guttula <suresh.guttula@amd.com>
+Suresh Guttula <suresh.guttula@amd.com> <Suresh.Guttula@amd.com>
+
 Sven M. Hallberg <pesco@users.sourceforge.net> pesco <pesco>
 
 Tapani Pälli <tapani.palli@intel.com> <tapani.palli@gmail.com>
@@ -444,6 +562,7 @@ Tapani Pälli <tapani.palli@intel.com> Tapani <tapani.palli@intel.com>
 
 Thierry Reding <treding@nvidia.com> <thierry@gilfi.de>
 Thierry Reding <treding@nvidia.com> <thierry.reding@avionic-design.de>
+Thierry Reding <treding@nvidia.com> <thierry.reding@gmail.com>
 
 Thierry Vignaud <thierry.vignaud@gmail.com> <tvignaud@mandriva.com>
 
@@ -459,21 +578,38 @@ Thomas Tanner <tanner@gmx.net> tanner <tanner>
 
 Tilman Sauerbeck <tilman@code-monkey.de> <tilman@freedesktop.org>
 
+Tim Wiederhake <twied@gmx.net>
+
 Timothy Arceri <timothy.arceri@collabora.com> <t_arceri@yahoo.com.au>
 Timothy Arceri <timothy.arceri@collabora.com> Timothy <t_arceri@yahoo.com.au>
 
+Timo Aaltonen <tjaalton@debian.org> <tjaalton@cc.hut.fi>
+
+Timothy Arceri <tarceri@itsqueeze.com> <tarceri@localhost.localdomain>
+Timothy Arceri <tarceri@itsqueeze.com> <timothy.arceri@collabora.com>
+
 Tom Fogal <tfogal@alumni.unh.edu> <tfogal@sci.utah.edu>
 
 Tom Stellard <thomas.stellard@amd.com> <tstellar@gmail.com>
 Tom Stellard <thomas.stellard@amd.com> Thomas Stellard <tom.stellard@amd.com>
+Tom Stellard <thomas.stellard@amd.com> <tstellar@redhat.com>
+
+Tomasz Figa <tfiga@chromium.org> <tomasz.figa@gmail.com>
 
 Tomeu Vizoso <tomeu.vizoso@collabora.com> <tomeu@tomeuvizoso.net>
 
+Topi Pohjolainen <topi.pohjolainen@intel.com> <topi.pohjolainen@gmail.com>
+
 Tormod Volden <debian.tormod@gmail.com> <lists.tormod@gmail.com>
 
 Török Edwin <edwin+mesa@etorok.net> Török Edvin <edwintorok@gmail.com>
 Török Edwin <edwin+mesa@etorok.net> <edwintorok@gmail.com>
 
+Vadym Shovkoplias <vadym.shovkoplias@globallogic.com>
+Vadym Shovkoplias <vadym.shovkoplias@globallogic.com> <vadim.shovkoplias@gmail.com>
+
+Varad Gautam <varad.gautam@collabora.com> <varadgautam@gmail.com>
+
 Ville Syrjälä <ville.syrjala@linux.intel.com> Ville Syrjala <syrjala@freedesktop.org>
 Ville Syrjälä <ville.syrjala@linux.intel.com> Ville Syrjala <syrjala@sci.fi>
 
@@ -481,8 +617,20 @@ Vincent Lejeune <vljn@ovi.com> <peluche.canard@gmail.com>
 
 Vinson Lee <vlee@freedesktop.org> <vlee@vmware.com>
 
+Vivek Kasireddy <vivek.kasireddy@intel.com>
+
+Yaakov Selkowitz <yselkowi@redhat.com> <yselkowitz@users.sourceforge.net>
+
+Wladimir J. van der Laan <laanwj@gmail.com>
+
+Xavier Bouchoux <xavierb@gmail.com>
+
+Zhaowei Yuan <zhaowei.yuan@samsung.com>
+
 Zhenyu Wang <zhenyuw@linux.intel.com> Wang Zhenyu <zhenyu.z.wang@intel.com>
 
+Zhongmin Wu <zhongmin.wu@intel.com>
+
 Zack Rusin <zackr@vmware.com> <zack@kde.org>
 Zack Rusin <zackr@vmware.com> <zack@pixel.(none)>
 Zack Rusin <zackr@vmware.com> <zack@tungstengraphics.com>

Android.mk

@@ -43,6 +43,7 @@ MESA_DRI_LDFLAGS := -Wl,--build-id=sha1
 
 MESA_COMMON_MK := $(MESA_TOP)/Android.common.mk
 MESA_PYTHON2 := python
+MESA_PYTHON3 := python3
 
 # Lists to convert driver names to boolean variables
 # in form of <driver name>.<boolean make variable>

VERSION

@@ -1 +1 @@
-20.0.0-rc2
+20.1.0-devel

appveyor.yml

@@ -53,9 +53,6 @@ environment:
   matrix:
   - compiler: msvc
     buildsystem: scons
-  - compiler: msvc
-    buildsystem: meson
-    path: C:\Python38-x64;C:\Python38-x64\Scripts;%path%
 
 install:
 - cmd: .appveyor\appveyor_msvc.bat install

bin/gen_release_notes.py

@@ -1,5 +1,5 @@
 #!/usr/bin/env python3
-# Copyright © 2019 Intel Corporation
+# Copyright © 2019-2020 Intel Corporation
 
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -36,7 +36,7 @@ from mako import exceptions
 
 
 CURRENT_GL_VERSION = '4.6'
-CURRENT_VK_VERSION = '1.1'
+CURRENT_VK_VERSION = '1.2'
 
 TEMPLATE = Template(textwrap.dedent("""\
     <%!
@@ -58,19 +58,19 @@ TEMPLATE = Template(textwrap.dedent("""\
     <iframe src="../contents.html"></iframe>
     <div class="content">
 
-    <h1>Mesa ${next_version} Release Notes / ${today}</h1>
+    <h1>Mesa ${this_version} Release Notes / ${today}</h1>
 
     <p>
     %if not bugfix:
-        Mesa ${next_version} is a new development release. People who are concerned
+        Mesa ${this_version} is a new development release. People who are concerned
         with stability and reliability should stick with a previous release or
-        wait for Mesa ${version[:-1]}1.
+        wait for Mesa ${this_version[:-1]}1.
     %else:
-        Mesa ${next_version} is a bug fix release which fixes bugs found since the ${version} release.
+        Mesa ${this_version} is a bug fix release which fixes bugs found since the ${previous_version} release.
     %endif
     </p>
     <p>
-    Mesa ${next_version} implements the OpenGL ${gl_version} API, but the version reported by
+    Mesa ${this_version} implements the OpenGL ${gl_version} API, but the version reported by
     glGetString(GL_VERSION) or glGetIntegerv(GL_MAJOR_VERSION) /
     glGetIntegerv(GL_MINOR_VERSION) depends on the particular driver being used.
     Some drivers don't support all the features required in OpenGL ${gl_version}. OpenGL
@@ -78,7 +78,7 @@ TEMPLATE = Template(textwrap.dedent("""\
     Compatibility contexts may report a lower version depending on each driver.
     </p>
     <p>
-    Mesa ${next_version} implements the Vulkan ${vk_version} API, but the version reported by
+    Mesa ${this_version} implements the Vulkan ${vk_version} API, but the version reported by
     the apiVersion property of the VkPhysicalDeviceProperties struct
     depends on the particular driver being used.
     </p>
@@ -125,7 +125,7 @@ TEMPLATE = Template(textwrap.dedent("""\
 
 async def gather_commits(version: str) -> str:
     p = await asyncio.create_subprocess_exec(
-        'git', 'log', f'mesa-{version}..', '--grep', r'Closes: \(https\|#\).*',
+        'git', 'log', '--oneline', f'mesa-{version}..', '--grep', r'Closes: \(https\|#\).*',
         stdout=asyncio.subprocess.PIPE)
     out, _ = await p.communicate()
     assert p.returncode == 0, f"git log didn't work: {version}"
@@ -242,14 +242,14 @@ async def main() -> None:
     assert '-devel' not in raw_version, 'Do not run this script on -devel'
     version = raw_version.split('-')[0]
     previous_version = calculate_previous_version(version, is_point_release)
-    next_version = calculate_next_version(version, is_point_release)
+    this_version = calculate_next_version(version, is_point_release)
 
     shortlog, bugs = await asyncio.gather(
         get_shortlog(previous_version),
         gather_bugs(previous_version),
     )
 
-    final = pathlib.Path(__file__).parent.parent / 'docs' / 'relnotes' / f'{next_version}.html'
+    final = pathlib.Path(__file__).parent.parent / 'docs' / 'relnotes' / f'{this_version}.html'
     with final.open('wt') as f:
         try:
             f.write(TEMPLATE.render(
@@ -258,9 +258,9 @@ async def main() -> None:
                 changes=walk_shortlog(shortlog),
                 features=get_features(is_point_release),
                 gl_version=CURRENT_GL_VERSION,
-                next_version=next_version,
+                this_version=this_version,
                 today=datetime.date.today(),
-                version=previous_version,
+                previous_version=previous_version,
                 vk_version=CURRENT_VK_VERSION,
             ))
         except: