test/test-all.sh

#!/bin/bash

# Copyright 2021 The Tint Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

set -e # Fail on any error.

TEXT_YELLOW="\033[0;33m"
TEXT_GREEN="\033[0;32m"
TEXT_RED="\033[0;31m"
TEXT_DEFAULT="\033[0m"

CHECK_WGSL=1
CHECK_SPV=1
CHECK_MSL=1
CHECK_HLSL=1

TINT="$1"
ONLY_FORMAT="$2"
TARGETDIR="$3"

function usage() {
    echo "test-all.sh uses tint to compile .wgsl and .spvasm files, reporting errors as test failures."
    echo
    echo "Usage: test-all.sh <path-to-tint-executable> [<only-format> [directory]]"
    echo
    echo "<only-format> specifies which output format is tested."
    echo "       Possible values are: all, wgsl, spv, msl, hlsl."
    echo "       The default is 'all'."
    echo
    echo "[directory]   specifies which directory holds the source files"
    echo "       The default is to use the script directory."
}

if [ -z "$TINT" ]; then
    echo "error: missing argument: location of the 'tint' executable"
    echo
    usage
    exit 1
fi
if [ ! -x "$TINT" ]; then
    echo "error: invalid argument: location of the 'tint' executable"
    echo
    usage
    exit 1
fi

if [ -n "$ONLY_FORMAT" ]; then
  case "${ONLY_FORMAT}" in
    all)
      ;;
    wgsl)
      CHECK_WGSL=1
      CHECK_SPV=0
      CHECK_MSL=0
      CHECK_HLSL=0
      ;;
    spv)
      CHECK_WGSL=0
      CHECK_SPV=1
      CHECK_MSL=0
      CHECK_HLSL=0
      ;;
    msl)
      CHECK_WGSL=0
      CHECK_SPV=0
      CHECK_MSL=1
      CHECK_HLSL=0
      ;;
    hlsl)
      CHECK_WGSL=0
      CHECK_SPV=0
      CHECK_MSL=0
      CHECK_HLSL=1
      ;;
    *)
      echo "error: invalid format argument: $ONLY_FORMAT"
      echo
      usage
      exit 1
  esac
fi

if [ -n "$4" ]; then
  echo "error: Too many arguments"
  echo
  usage
  exit 1
fi

SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd )"

# If no subdirectory was specified, look in the script directory.
if [ -z "${TARGETDIR}" ]; then
  TARGETDIR="${SCRIPT_DIR}"
fi

if [ ! -d "${TARGETDIR}" ]; then
    echo "error: ${TARGETDIR} is not a directory"
    exit 1
fi

NUM_PASS=0
NUM_SKIP=0
NUM_FAIL=0

SKIPPED=""
SKIPPED+="msl:bug_tint_749.spvasm"  # TINT_UNIMPLEMENTED crbug.com/tint/726: module-scope private and workgroup variables not yet implemented
SKIPPED+="hlsl:bug_tint_749.spvasm" # Failed to generate: error: pointers not supported in HLSL

# should_skip(TEST_FILE, FORMAT)
function should_skip() {
    local TEST="$1-$2"
    if [[ "$TEST" == "bug_tint_749.spvasm-msl" ]]; then
        echo 1
        return
    fi
    echo 0
    return
}

# check(TEST_FILE, FORMAT)
function check() {
    local TEST_FILE="$1"
    local FORMAT=$2
    SKIP=

    TEST_FILE_WITHOUT_DIR=$(basename ${TEST_FILE})
    if [[ $SKIPPED == *"${FORMAT}:${TEST_FILE_WITHOUT_DIR}"* ]]; then
        SKIP=1
    fi

    printf "%7s: " "${FORMAT}"
    if [[ -n "$SKIP" ]]; then
        echo -e "${TEXT_YELLOW}SKIPPED${TEXT_DEFAULT}"
        NUM_SKIP=$((${NUM_SKIP}+1))
        return
    fi
    set +e
    "${TINT}" ${TEST_FILE} --format ${FORMAT} -o /dev/null
    if [ $? -eq 0 ]; then
        echo -e "${TEXT_GREEN}PASS${TEXT_DEFAULT}"
        NUM_PASS=$((${NUM_PASS}+1))
    else
        echo -e "${TEXT_RED}FAIL${TEXT_DEFAULT}"
        NUM_FAIL=$((${NUM_FAIL}+1))
    fi
    set -e
}

# check_formats(TEST_FILE)
function check_formats() {
    local TEST_FILE=$1
    echo
    echo "Testing ${TEST_FILE}..."
    [ ${CHECK_WGSL} -eq 0 ] || check "${TEST_FILE}" wgsl
    [ ${CHECK_SPV} -eq 0 ] || check "${TEST_FILE}" spirv
    [ ${CHECK_MSL} -eq 0 ] || check "${TEST_FILE}" msl
    [ ${CHECK_HLSL} -eq 0 ] || check "${TEST_FILE}" hlsl
}

for F in "${TARGETDIR}"/*.spvasm "${TARGETDIR}"/*.wgsl
do
    check_formats "$F"
done

if [ ${NUM_FAIL} -ne 0 ]; then
    echo
    echo -e "${TEXT_RED}${NUM_FAIL} tests failed. ${TEXT_DEFAULT}${NUM_SKIP} skipped. ${NUM_PASS} passed.${TEXT_DEFAULT}"
    echo
    exit 1
else
    echo
    echo -e "${NUM_SKIP} tests skipped. ${TEXT_GREEN}${NUM_PASS} passed.${TEXT_DEFAULT}"
    echo
fi