[thirdparty/u-boot.git] / .gitlab-ci.yml

# SPDX-License-Identifier: GPL-2.0+

# Grab our configured image.  The source for this is found at:
# https://gitlab.denx.de/u-boot/gitlab-ci-runner
image: trini/u-boot-gitlab-ci-runner:bionic-20200311-10Apr2020

# We run some tests in different order, to catch some failures quicker.
stages:
  - testsuites
  - test.py
  - world build

.buildman_and_testpy_template: &buildman_and_testpy_dfn
  tags: [ 'all' ]
  stage: test.py
  before_script:
    # Clone uboot-test-hooks
    - git clone --depth=1 git://github.com/swarren/uboot-test-hooks.git /tmp/uboot-test-hooks
    - ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
    - ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
    - grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
    - grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
    - cp /opt/grub/grubriscv64.efi ~/grub_riscv64.efi
    - cp /opt/grub/grubriscv32.efi ~/grub_riscv32.efi
    - cp /opt/grub/grubaa64.efi ~/grub_arm64.efi
    - cp /opt/grub/grubarm.efi ~/grub_arm.efi
    - if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
        wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv32-bin.tar.xz | tar -C /tmp -xJ;
        export OPENSBI=/tmp/opensbi-0.6-rv32-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
      fi
    - if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]]; then
        wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv64-bin.tar.xz | tar -C /tmp -xJ;
        export OPENSBI=/tmp/opensbi-0.6-rv64-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
      fi

  after_script:
    - rm -rf /tmp/uboot-test-hooks /tmp/venv
  script:
    # From buildman, exit code 129 means warnings only.  If we've been asked to
    # use clang only do one configuration.
    - if [[ "${BUILDMAN}" != "" ]]; then
        ret=0;
        tools/buildman/buildman -o /tmp -P -E ${BUILDMAN} ${OVERRIDE}|| ret=$?;
        if [[ $ret -ne 0 && $ret -ne 129 ]]; then
          tools/buildman/buildman -o /tmp -sdeP ${BUILDMAN};
          exit $ret;
        fi;
      fi
    # "not a_test_which_does_not_exist" is a dummy -k parameter which will
    # never prevent any test from running. That way, we can always pass
    # "-k something" even when $TEST_PY_TEST_SPEC doesnt need a custom
    # value.
    - virtualenv -p /usr/bin/python3 /tmp/venv
    - . /tmp/venv/bin/activate
    - pip install -r test/py/requirements.txt
    - export UBOOT_TRAVIS_BUILD_DIR=/tmp/.bm-work/${TEST_PY_BD};
      export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
      export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
      if [[ "${TEST_PY_BD}" != "" ]]; then
        ./test/py/test.py --bd ${TEST_PY_BD} ${TEST_PY_ID}
          -k "${TEST_PY_TEST_SPEC:-not a_test_which_does_not_exist}"
          --build-dir "$UBOOT_TRAVIS_BUILD_DIR";
        ret=$?;
        if [[ $ret -ne 0 ]]; then
          exit $ret;
        fi;
      fi;

build all 32bit ARM platforms:
  tags: [ 'all' ]
  stage: world build
  script:
    - ret=0;
      ./tools/buildman/buildman -o /tmp -P -E arm -x aarch64 || ret=$?;
      if [[ $ret -ne 0 && $ret -ne 129 ]]; then
        ./tools/buildman/buildman -o /tmp -sdeP;
        exit $ret;
      fi;

build all 64bit ARM platforms:
  tags: [ 'all' ]
  stage: world build
  script:
    - virtualenv -p /usr/bin/python3 /tmp/venv
    - . /tmp/venv/bin/activate
    - pip install pyelftools
    - ret=0;
      ./tools/buildman/buildman -o /tmp -P -E aarch64 || ret=$?;
      if [[ $ret -ne 0 && $ret -ne 129 ]]; then
        ./tools/buildman/buildman -o /tmp -sdeP;
        exit $ret;
      fi;

build all PowerPC platforms:
  tags: [ 'all' ]
  stage: world build
  script:
    - ret=0;
      ./tools/buildman/buildman -o /tmp -P -E powerpc || ret=$?;
      if [[ $ret -ne 0 && $ret -ne 129 ]]; then
        ./tools/buildman/buildman -o /tmp -sdeP;
        exit $ret;
      fi;

build all other platforms:
  tags: [ 'all' ]
  stage: world build
  script:
    - ret=0;
      ./tools/buildman/buildman -o /tmp -P -E -x arm,powerpc || ret=$?;
      if [[ $ret -ne 0 && $ret -ne 129 ]]; then
        ./tools/buildman/buildman -o /tmp -sdeP;
        exit $ret;
      fi;

# QA jobs for code analytics
# static code analysis with cppcheck (we can add --enable=all later)
cppcheck:
  tags: [ 'all' ]
  stage: testsuites
  script:
    - cppcheck --force --quiet --inline-suppr .

# search for TODO within source tree
grep TODO/FIXME/HACK:
  tags: [ 'all' ]
  stage: testsuites
  script:
    - grep -r TODO .
    - grep -r FIXME .
    # search for HACK within source tree and ignore HACKKIT board
    - grep -r HACK . | grep -v HACKKIT

# build HTML documentation
htmldocs:
  tags: [ 'all' ]
  stage: testsuites
  script:
    - make htmldocs

# some statistics about the code base
sloccount:
  tags: [ 'all' ]
  stage: testsuites
  script:
    - sloccount .

# ensure all configs have MAINTAINERS entries
Check for configs without MAINTAINERS entry:
  tags: [ 'all' ]
  stage: testsuites
  script:
    - if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi

# Ensure host tools build
Build tools-only:
  tags: [ 'all' ]
  stage: testsuites
  script:
    - make tools-only_config tools-only -j$(nproc)

# Ensure env tools build
Build envtools:
  tags: [ 'all' ]
  stage: testsuites
  script:
    - make tools-only_config envtools -j$(nproc)

Run binman, buildman, dtoc, Kconfig and patman testsuites:
  tags: [ 'all' ]
  stage: testsuites
  script:
    - git config --global user.name "GitLab CI Runner";
      git config --global user.email trini@konsulko.com;
      export USER=gitlab;
      virtualenv -p /usr/bin/python3 /tmp/venv;
      . /tmp/venv/bin/activate;
      pip install pyelftools pytest;
      export UBOOT_TRAVIS_BUILD_DIR=/tmp/.bm-work/sandbox_spl;
      export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
      export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
      ./tools/buildman/buildman -o /tmp -P sandbox_spl;
      ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
      ./tools/buildman/buildman -t;
      ./tools/dtoc/dtoc -t;
      ./tools/patman/patman --test;
      make testconfig

# Test sandbox with test.py
sandbox test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "sandbox"
    BUILDMAN: "^sandbox$"
  <<: *buildman_and_testpy_dfn

sandbox with clang test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "sandbox"
    BUILDMAN: "^sandbox$"
    OVERRIDE: "-O clang-7"
  <<: *buildman_and_testpy_dfn

sandbox_spl test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "sandbox_spl"
    BUILDMAN: "^sandbox_spl$"
    TEST_PY_TEST_SPEC: "test_ofplatdata"
  <<: *buildman_and_testpy_dfn

evb-ast2500 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "evb-ast2500"
    TEST_PY_ID: "--id qemu"
    BUILDMAN: "^evb-ast2500$"
  <<: *buildman_and_testpy_dfn

sandbox_flattree test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "sandbox_flattree"
    BUILDMAN: "^sandbox_flattree$"
  <<: *buildman_and_testpy_dfn

vexpress_ca15_tc2 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "vexpress_ca15_tc2"
    TEST_PY_ID: "--id qemu"
    BUILDMAN: "^vexpress_ca15_tc2$"
  <<: *buildman_and_testpy_dfn

vexpress_ca9x4 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "vexpress_ca9x4"
    TEST_PY_ID: "--id qemu"
    BUILDMAN: "^vexpress_ca9x4$"
  <<: *buildman_and_testpy_dfn

integratorcp_cm926ejs test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "integratorcp_cm926ejs"
    TEST_PY_TEST_SPEC: "not sleep"
    TEST_PY_ID: "--id qemu"
    BUILDMAN: "^integratorcp_cm926ejs$"
  <<: *buildman_and_testpy_dfn

qemu_arm test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu_arm"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu_arm$"
  <<: *buildman_and_testpy_dfn

qemu_arm64 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu_arm64"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu_arm64$"
  <<: *buildman_and_testpy_dfn

qemu_mips test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu_mips"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu_mips$"
  <<: *buildman_and_testpy_dfn

qemu_mipsel test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu_mipsel"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu_mipsel$"
  <<: *buildman_and_testpy_dfn

qemu_mips64 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu_mips64"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu_mips64$"
  <<: *buildman_and_testpy_dfn

qemu_mips64el test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu_mips64el"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu_mips64el$"
  <<: *buildman_and_testpy_dfn

qemu-ppce500 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu-ppce500"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu-ppce500$"
  <<: *buildman_and_testpy_dfn

qemu-riscv32 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu-riscv32"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu-riscv32$"
  <<: *buildman_and_testpy_dfn

qemu-riscv64 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu-riscv64"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu-riscv64$"
  <<: *buildman_and_testpy_dfn

qemu-riscv32_spl test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu-riscv32_spl"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu-riscv32_spl$"
  <<: *buildman_and_testpy_dfn

qemu-riscv64_spl test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu-riscv64_spl"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu-riscv64_spl$"
  <<: *buildman_and_testpy_dfn

qemu-x86 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu-x86"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu-x86$"
  <<: *buildman_and_testpy_dfn

qemu-x86_64 test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "qemu-x86_64"
    TEST_PY_TEST_SPEC: "not sleep"
    BUILDMAN: "^qemu-x86_64$"
  <<: *buildman_and_testpy_dfn

xilinx_zynq_virt test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "xilinx_zynq_virt"
    TEST_PY_TEST_SPEC: "not sleep"
    TEST_PY_ID: "--id qemu"
    BUILDMAN: "^xilinx_zynq_virt$"
  <<: *buildman_and_testpy_dfn

xilinx_versal_virt test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "xilinx_versal_virt"
    TEST_PY_TEST_SPEC: "not sleep"
    TEST_PY_ID: "--id qemu"
    BUILDMAN: "^xilinx_versal_virt$"
  <<: *buildman_and_testpy_dfn

xtfpga test.py:
  tags: [ 'all' ]
  variables:
    TEST_PY_BD: "xtfpga"
    TEST_PY_TEST_SPEC: "not sleep"
    TEST_PY_ID: "--id qemu"
    BUILDMAN: "^xtfpga$"
  <<: *buildman_and_testpy_dfn
Commit	Line	Data
1a62a722 TR	1	# SPDX-License-Identifier: GPL-2.0+
	2
	3	# Grab our configured image. The source for this is found at:
	4	# https://gitlab.denx.de/u-boot/gitlab-ci-runner
20bc19ab	5	image: trini/u-boot-gitlab-ci-runner:bionic-20200311-10Apr2020
1a62a722 TR	6
	7	# We run some tests in different order, to catch some failures quicker.
	8	stages:
1a62a722	9	- testsuites
b29cb058	10	- test.py
1a62a722 TR	11	- world build
	12
	13	.buildman_and_testpy_template: &buildman_and_testpy_dfn
	14	tags: [ 'all' ]
	15	stage: test.py
	16	before_script:
	17	# Clone uboot-test-hooks
	18	- git clone --depth=1 git://github.com/swarren/uboot-test-hooks.git /tmp/uboot-test-hooks
	19	- ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
	20	- ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
28a51234 TR	21	- grub-mkimage --prefix="" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
28a51234 TR	22	- grub-mkimage --prefix="" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
24df1b14	23	- cp /opt/grub/grubriscv64.efi ~/grub_riscv64.efi
a379d330	24	- cp /opt/grub/grubriscv32.efi ~/grub_riscv32.efi
24df1b14 HS	25	- cp /opt/grub/grubaa64.efi ~/grub_arm64.efi
24df1b14 HS	26	- cp /opt/grub/grubarm.efi ~/grub_arm.efi
49fb28a4 BM	27	- if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
	28	wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv32-bin.tar.xz \| tar -C /tmp -xJ;
	29	export OPENSBI=/tmp/opensbi-0.6-rv32-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
	30	fi
	31	- if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]]; then
	32	wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv64-bin.tar.xz \| tar -C /tmp -xJ;
	33	export OPENSBI=/tmp/opensbi-0.6-rv64-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
	34	fi
b29cb058	35
1a62a722	36	after_script:
24df1b14	37	- rm -rf /tmp/uboot-test-hooks /tmp/venv
1a62a722 TR	38	script:
	39	# From buildman, exit code 129 means warnings only. If we've been asked to
	40	# use clang only do one configuration.
	41	- if [[ "${BUILDMAN}" != "" ]]; then
	42	ret=0;
26d4d770	43	tools/buildman/buildman -o /tmp -P -E ${BUILDMAN} ${OVERRIDE}\|\| ret=$?;
1a62a722	44	if [[ $ret -ne 0 && $ret -ne 129 ]]; then
db7b8602	45	tools/buildman/buildman -o /tmp -sdeP ${BUILDMAN};
1a62a722 TR	46	exit $ret;
	47	fi;
	48	fi
	49	# "not a_test_which_does_not_exist" is a dummy -k parameter which will
	50	# never prevent any test from running. That way, we can always pass
	51	# "-k something" even when $TEST_PY_TEST_SPEC doesnt need a custom
	52	# value.
085b8978 TR	53	- virtualenv -p /usr/bin/python3 /tmp/venv
	54	- . /tmp/venv/bin/activate
	55	- pip install -r test/py/requirements.txt
db7b8602	56	- export UBOOT_TRAVIS_BUILD_DIR=/tmp/.bm-work/${TEST_PY_BD};
90d3d78a	57	export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
1a62a722 TR	58	export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
	59	if [[ "${TEST_PY_BD}" != "" ]]; then
	60	./test/py/test.py --bd ${TEST_PY_BD} ${TEST_PY_ID}
	61	-k "${TEST_PY_TEST_SPEC:-not a_test_which_does_not_exist}"
	62	--build-dir "$UBOOT_TRAVIS_BUILD_DIR";
	63	ret=$?;
	64	if [[ $ret -ne 0 ]]; then
	65	exit $ret;
	66	fi;
	67	fi;
	68
a11cb57d	69	build all 32bit ARM platforms:
1a62a722 TR	70	tags: [ 'all' ]
	71	stage: world build
	72	script:
	73	- ret=0;
4c749971 TR	74	./tools/buildman/buildman -o /tmp -P -E arm -x aarch64 \|\| ret=$?;
	75	if [[ $ret -ne 0 && $ret -ne 129 ]]; then
	76	./tools/buildman/buildman -o /tmp -sdeP;
	77	exit $ret;
	78	fi;
9f7bda10	79
a11cb57d	80	build all 64bit ARM platforms:
9f7bda10 TR	81	tags: [ 'all' ]
	82	stage: world build
	83	script:
26a426a1	84	- virtualenv -p /usr/bin/python3 /tmp/venv
f0db8395 TR	85	- . /tmp/venv/bin/activate
f0db8395 TR	86	- pip install pyelftools
9f7bda10	87	- ret=0;
4c749971 TR	88	./tools/buildman/buildman -o /tmp -P -E aarch64 \|\| ret=$?;
	89	if [[ $ret -ne 0 && $ret -ne 129 ]]; then
	90	./tools/buildman/buildman -o /tmp -sdeP;
	91	exit $ret;
	92	fi;
9f7bda10	93
a11cb57d	94	build all PowerPC platforms:
9f7bda10 TR	95	tags: [ 'all' ]
	96	stage: world build
	97	script:
	98	- ret=0;
4c749971 TR	99	./tools/buildman/buildman -o /tmp -P -E powerpc \|\| ret=$?;
	100	if [[ $ret -ne 0 && $ret -ne 129 ]]; then
	101	./tools/buildman/buildman -o /tmp -sdeP;
	102	exit $ret;
	103	fi;
9f7bda10	104
a11cb57d	105	build all other platforms:
9f7bda10 TR	106	tags: [ 'all' ]
	107	stage: world build
	108	script:
	109	- ret=0;
4c749971 TR	110	./tools/buildman/buildman -o /tmp -P -E -x arm,powerpc \|\| ret=$?;
	111	if [[ $ret -ne 0 && $ret -ne 129 ]]; then
	112	./tools/buildman/buildman -o /tmp -sdeP;
	113	exit $ret;
	114	fi;
1a62a722 TR	115
	116	# QA jobs for code analytics
	117	# static code analysis with cppcheck (we can add --enable=all later)
	118	cppcheck:
	119	tags: [ 'all' ]
	120	stage: testsuites
	121	script:
	122	- cppcheck --force --quiet --inline-suppr .
	123
	124	# search for TODO within source tree
	125	grep TODO/FIXME/HACK:
	126	tags: [ 'all' ]
	127	stage: testsuites
	128	script:
	129	- grep -r TODO .
	130	- grep -r FIXME .
	131	# search for HACK within source tree and ignore HACKKIT board
	132	- grep -r HACK . \| grep -v HACKKIT
	133
3eb7b78b HS	134	# build HTML documentation
	135	htmldocs:
	136	tags: [ 'all' ]
	137	stage: testsuites
	138	script:
	139	- make htmldocs
	140
1a62a722 TR	141	# some statistics about the code base
	142	sloccount:
	143	tags: [ 'all' ]
	144	stage: testsuites
	145	script:
	146	- sloccount .
	147
	148	# ensure all configs have MAINTAINERS entries
	149	Check for configs without MAINTAINERS entry:
	150	tags: [ 'all' ]
	151	stage: testsuites
	152	script:
	153	- if [ `./tools/genboardscfg.py -f 2>&1 \| wc -l` -ne 0 ]; then exit 1; fi
	154
	155	# Ensure host tools build
	156	Build tools-only:
	157	tags: [ 'all' ]
	158	stage: testsuites
	159	script:
	160	- make tools-only_config tools-only -j$(nproc)
	161
1f3910da PJT	162	# Ensure env tools build
	163	Build envtools:
	164	tags: [ 'all' ]
	165	stage: testsuites
	166	script:
	167	- make tools-only_config envtools -j$(nproc)
	168
7261833f	169	Run binman, buildman, dtoc, Kconfig and patman testsuites:
1a62a722 TR	170	tags: [ 'all' ]
	171	stage: testsuites
	172	script:
d7ae9321 TR	173	- git config --global user.name "GitLab CI Runner";
	174	git config --global user.email trini@konsulko.com;
	175	export USER=gitlab;
26a426a1	176	virtualenv -p /usr/bin/python3 /tmp/venv;
d7ae9321	177	. /tmp/venv/bin/activate;
7261833f	178	pip install pyelftools pytest;
db7b8602	179	export UBOOT_TRAVIS_BUILD_DIR=/tmp/.bm-work/sandbox_spl;
d7ae9321 TR	180	export PYTHONPATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt";
d7ae9321 TR	181	export PATH="${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}";
26d4d770	182	./tools/buildman/buildman -o /tmp -P sandbox_spl;
d7ae9321 TR	183	./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test;
	184	./tools/buildman/buildman -t;
	185	./tools/dtoc/dtoc -t;
7261833f TR	186	./tools/patman/patman --test;
7261833f TR	187	make testconfig
1a62a722 TR	188
	189	# Test sandbox with test.py
	190	sandbox test.py:
	191	tags: [ 'all' ]
	192	variables:
	193	TEST_PY_BD: "sandbox"
	194	BUILDMAN: "^sandbox$"
	195	<<: *buildman_and_testpy_dfn
	196
0219d014 TR	197	sandbox with clang test.py:
	198	tags: [ 'all' ]
	199	variables:
	200	TEST_PY_BD: "sandbox"
	201	BUILDMAN: "^sandbox$"
	202	OVERRIDE: "-O clang-7"
	203	<<: *buildman_and_testpy_dfn
	204
1a62a722 TR	205	sandbox_spl test.py:
	206	tags: [ 'all' ]
	207	variables:
	208	TEST_PY_BD: "sandbox_spl"
	209	BUILDMAN: "^sandbox_spl$"
	210	TEST_PY_TEST_SPEC: "test_ofplatdata"
	211	<<: *buildman_and_testpy_dfn
	212
699c0b93 TR	213	evb-ast2500 test.py:
	214	tags: [ 'all' ]
	215	variables:
	216	TEST_PY_BD: "evb-ast2500"
	217	TEST_PY_ID: "--id qemu"
699c0b93 TR	218	BUILDMAN: "^evb-ast2500$"
	219	<<: *buildman_and_testpy_dfn
	220
1a62a722 TR	221	sandbox_flattree test.py:
	222	tags: [ 'all' ]
	223	variables:
	224	TEST_PY_BD: "sandbox_flattree"
	225	BUILDMAN: "^sandbox_flattree$"
	226	<<: *buildman_and_testpy_dfn
	227
	228	vexpress_ca15_tc2 test.py:
	229	tags: [ 'all' ]
	230	variables:
	231	TEST_PY_BD: "vexpress_ca15_tc2"
	232	TEST_PY_ID: "--id qemu"
1a62a722 TR	233	BUILDMAN: "^vexpress_ca15_tc2$"
	234	<<: *buildman_and_testpy_dfn
	235
	236	vexpress_ca9x4 test.py:
	237	tags: [ 'all' ]
	238	variables:
	239	TEST_PY_BD: "vexpress_ca9x4"
	240	TEST_PY_ID: "--id qemu"
1a62a722 TR	241	BUILDMAN: "^vexpress_ca9x4$"
	242	<<: *buildman_and_testpy_dfn
	243
	244	integratorcp_cm926ejs test.py:
	245	tags: [ 'all' ]
	246	variables:
	247	TEST_PY_BD: "integratorcp_cm926ejs"
	248	TEST_PY_TEST_SPEC: "not sleep"
	249	TEST_PY_ID: "--id qemu"
1a62a722 TR	250	BUILDMAN: "^integratorcp_cm926ejs$"
	251	<<: *buildman_and_testpy_dfn
	252
	253	qemu_arm test.py:
	254	tags: [ 'all' ]
	255	variables:
	256	TEST_PY_BD: "qemu_arm"
	257	TEST_PY_TEST_SPEC: "not sleep"
1a62a722 TR	258	BUILDMAN: "^qemu_arm$"
	259	<<: *buildman_and_testpy_dfn
	260
	261	qemu_arm64 test.py:
	262	tags: [ 'all' ]
	263	variables:
	264	TEST_PY_BD: "qemu_arm64"
	265	TEST_PY_TEST_SPEC: "not sleep"
1a62a722 TR	266	BUILDMAN: "^qemu_arm64$"
	267	<<: *buildman_and_testpy_dfn
	268
	269	qemu_mips test.py:
	270	tags: [ 'all' ]
	271	variables:
	272	TEST_PY_BD: "qemu_mips"
	273	TEST_PY_TEST_SPEC: "not sleep"
1a62a722	274	BUILDMAN: "^qemu_mips$"
1a62a722 TR	275	<<: *buildman_and_testpy_dfn
	276
	277	qemu_mipsel test.py:
	278	tags: [ 'all' ]
	279	variables:
	280	TEST_PY_BD: "qemu_mipsel"
	281	TEST_PY_TEST_SPEC: "not sleep"
1a62a722	282	BUILDMAN: "^qemu_mipsel$"
1a62a722 TR	283	<<: *buildman_and_testpy_dfn
	284
	285	qemu_mips64 test.py:
	286	tags: [ 'all' ]
	287	variables:
	288	TEST_PY_BD: "qemu_mips64"
	289	TEST_PY_TEST_SPEC: "not sleep"
1a62a722	290	BUILDMAN: "^qemu_mips64$"
1a62a722 TR	291	<<: *buildman_and_testpy_dfn
	292
	293	qemu_mips64el test.py:
	294	tags: [ 'all' ]
	295	variables:
	296	TEST_PY_BD: "qemu_mips64el"
	297	TEST_PY_TEST_SPEC: "not sleep"
1a62a722	298	BUILDMAN: "^qemu_mips64el$"
1a62a722 TR	299	<<: *buildman_and_testpy_dfn
	300
	301	qemu-ppce500 test.py:
	302	tags: [ 'all' ]
	303	variables:
	304	TEST_PY_BD: "qemu-ppce500"
	305	TEST_PY_TEST_SPEC: "not sleep"
1a62a722	306	BUILDMAN: "^qemu-ppce500$"
1a62a722 TR	307	<<: *buildman_and_testpy_dfn
1a62a722 TR	308
a379d330 BM	309	qemu-riscv32 test.py:
	310	tags: [ 'all' ]
	311	variables:
	312	TEST_PY_BD: "qemu-riscv32"
	313	TEST_PY_TEST_SPEC: "not sleep"
	314	BUILDMAN: "^qemu-riscv32$"
	315	<<: *buildman_and_testpy_dfn
	316
7298d82d TR	317	qemu-riscv64 test.py:
	318	tags: [ 'all' ]
	319	variables:
	320	TEST_PY_BD: "qemu-riscv64"
	321	TEST_PY_TEST_SPEC: "not sleep"
	322	BUILDMAN: "^qemu-riscv64$"
49fb28a4 BM	323	<<: *buildman_and_testpy_dfn
	324
	325	qemu-riscv32_spl test.py:
	326	tags: [ 'all' ]
	327	variables:
	328	TEST_PY_BD: "qemu-riscv32_spl"
	329	TEST_PY_TEST_SPEC: "not sleep"
	330	BUILDMAN: "^qemu-riscv32_spl$"
	331	<<: *buildman_and_testpy_dfn
	332
	333	qemu-riscv64_spl test.py:
	334	tags: [ 'all' ]
	335	variables:
	336	TEST_PY_BD: "qemu-riscv64_spl"
	337	TEST_PY_TEST_SPEC: "not sleep"
	338	BUILDMAN: "^qemu-riscv64_spl$"
7298d82d TR	339	<<: *buildman_and_testpy_dfn
7298d82d TR	340
1a62a722 TR	341	qemu-x86 test.py:
	342	tags: [ 'all' ]
	343	variables:
	344	TEST_PY_BD: "qemu-x86"
	345	TEST_PY_TEST_SPEC: "not sleep"
1a62a722	346	BUILDMAN: "^qemu-x86$"
1a62a722 TR	347	<<: *buildman_and_testpy_dfn
	348
	349	qemu-x86_64 test.py:
	350	tags: [ 'all' ]
	351	variables:
	352	TEST_PY_BD: "qemu-x86_64"
	353	TEST_PY_TEST_SPEC: "not sleep"
1a62a722	354	BUILDMAN: "^qemu-x86_64$"
1a62a722 TR	355	<<: *buildman_and_testpy_dfn
1a62a722 TR	356
f7c6ee7f	357	xilinx_zynq_virt test.py:
1a62a722 TR	358	tags: [ 'all' ]
1a62a722 TR	359	variables:
f7c6ee7f	360	TEST_PY_BD: "xilinx_zynq_virt"
1a62a722	361	TEST_PY_TEST_SPEC: "not sleep"
1a62a722	362	TEST_PY_ID: "--id qemu"
f7c6ee7f	363	BUILDMAN: "^xilinx_zynq_virt$"
1a62a722 TR	364	<<: *buildman_and_testpy_dfn
	365
	366	xilinx_versal_virt test.py:
	367	tags: [ 'all' ]
	368	variables:
	369	TEST_PY_BD: "xilinx_versal_virt"
	370	TEST_PY_TEST_SPEC: "not sleep"
1a62a722 TR	371	TEST_PY_ID: "--id qemu"
	372	BUILDMAN: "^xilinx_versal_virt$"
	373	<<: *buildman_and_testpy_dfn
	374
	375	xtfpga test.py:
	376	tags: [ 'all' ]
	377	variables:
	378	TEST_PY_BD: "xtfpga"
	379	TEST_PY_TEST_SPEC: "not sleep"
1a62a722 TR	380	TEST_PY_ID: "--id qemu"
1a62a722 TR	381	BUILDMAN: "^xtfpga$"
1a62a722	382	<<: *buildman_and_testpy_dfn