From 4778af1c7001edd51e236fde0cd278d659705cd2 Mon Sep 17 00:00:00 2001 From: Bruno Goncalves Date: Fri, 13 Oct 2017 15:16:34 +0200 Subject: [PATCH] Add CI tests using the standard test interface --- tests/fuzz/Makefile | 63 ++++++++++++++++++++++++++++ tests/fuzz/PURPOSE | 7 ++++ tests/fuzz/runtest.sh | 58 ++++++++++++++++++++++++++ tests/smoke/Makefile | 63 ++++++++++++++++++++++++++++ tests/smoke/PURPOSE | 3 ++ tests/smoke/runtest.sh | 93 ++++++++++++++++++++++++++++++++++++++++++ tests/tests.yml | 12 ++++++ 7 files changed, 299 insertions(+) create mode 100644 tests/fuzz/Makefile create mode 100644 tests/fuzz/PURPOSE create mode 100755 tests/fuzz/runtest.sh create mode 100644 tests/smoke/Makefile create mode 100644 tests/smoke/PURPOSE create mode 100755 tests/smoke/runtest.sh create mode 100644 tests/tests.yml diff --git a/tests/fuzz/Makefile b/tests/fuzz/Makefile new file mode 100644 index 0000000..9afbb30 --- /dev/null +++ b/tests/fuzz/Makefile @@ -0,0 +1,63 @@ +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Makefile of /CoreOS/expat/Sanity/fuzz +# Description: Feed expat with various random input +# Author: Petr Splichal +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Copyright (c) 2010 Red Hat, Inc. All rights reserved. +# +# This copyrighted material is made available to anyone wishing +# to use, modify, copy, or redistribute it subject to the terms +# and conditions of the GNU General Public License version 2. +# +# This program is distributed in the hope that it will be +# useful, but WITHOUT ANY WARRANTY; without even the implied +# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR +# PURPOSE. See the GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public +# License along with this program; if not, write to the Free +# Software Foundation, Inc., 51 Franklin Street, Fifth Floor, +# Boston, MA 02110-1301, USA. +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +export TEST=/CoreOS/expat/Sanity/fuzz +export TESTVERSION=1.0 + +BUILT_FILES= + +FILES=$(METADATA) runtest.sh Makefile PURPOSE + +.PHONY: all install download clean + +run: $(FILES) build + ./runtest.sh + +build: $(BUILT_FILES) + chmod a+x runtest.sh + +clean: + rm -f *~ $(BUILT_FILES) + + +include /usr/share/rhts/lib/rhts-make.include + +$(METADATA): Makefile + @echo "Owner: Petr Splichal " > $(METADATA) + @echo "Name: $(TEST)" >> $(METADATA) + @echo "TestVersion: $(TESTVERSION)" >> $(METADATA) + @echo "Path: $(TEST_DIR)" >> $(METADATA) + @echo "Description: Feed expat with various random input" >> $(METADATA) + @echo "Type: Sanity" >> $(METADATA) + @echo "TestTime: 90m" >> $(METADATA) + @echo "RunFor: expat" >> $(METADATA) + @echo "Requires: expat" >> $(METADATA) + @echo "Priority: Normal" >> $(METADATA) + @echo "License: GPLv2" >> $(METADATA) + @echo "Confidential: no" >> $(METADATA) + @echo "Destructive: no" >> $(METADATA) + + rhts-lint $(METADATA) diff --git a/tests/fuzz/PURPOSE b/tests/fuzz/PURPOSE new file mode 100644 index 0000000..50ae2dc --- /dev/null +++ b/tests/fuzz/PURPOSE @@ -0,0 +1,7 @@ +PURPOSE of /CoreOS/expat/Sanity/fuzz +Description: Feed expat with various random input +Author: Petr Splichal + +This is a simple fuzzer. Tries to feed the expat library with +various random input. Makes sure it does not crash on it. Files +triggering possible failures are submitted to the scheduler. diff --git a/tests/fuzz/runtest.sh b/tests/fuzz/runtest.sh new file mode 100755 index 0000000..3feb0b7 --- /dev/null +++ b/tests/fuzz/runtest.sh @@ -0,0 +1,58 @@ +#!/bin/bash +# vim: dict=/usr/share/beakerlib/dictionary.vim cpt=.,w,b,u,t,i,k +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# runtest.sh of /CoreOS/expat/Sanity/fuzz +# Description: Feed expat with various random input +# Author: Petr Splichal +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Copyright (c) 2010 Red Hat, Inc. All rights reserved. +# +# This copyrighted material is made available to anyone wishing +# to use, modify, copy, or redistribute it subject to the terms +# and conditions of the GNU General Public License version 2. +# +# This program is distributed in the hope that it will be +# useful, but WITHOUT ANY WARRANTY; without even the implied +# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR +# PURPOSE. See the GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public +# License along with this program; if not, write to the Free +# Software Foundation, Inc., 51 Franklin Street, Fifth Floor, +# Boston, MA 02110-1301, USA. +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +# Include rhts environment +. /usr/bin/rhts-environment.sh +. /usr/lib/beakerlib/beakerlib.sh + +PACKAGE="expat" +COUNT=${COUNT:-1000} + +rlJournalStart + rlPhaseStartSetup + rlAssertRpm $PACKAGE + rlRun "TmpDir=\`mktemp -d\`" 0 "Creating tmp directory" + rlRun "pushd $TmpDir" + rlPhaseEnd + + rlPhaseStartTest + for i in `seq -w $COUNT`; do + rlRun "dd if=/dev/urandom of=file$i.xml bs=1024 count=100" \ + 0 "Creating file$i.xml with random content" + if ! rlRun "xmlwf file$i.xml"; then + rlFileSubmit "file$i.xml" + fi + done + rlPhaseEnd + + rlPhaseStartCleanup + rlRun "popd" + rlRun "rm -r $TmpDir" 0 "Removing tmp directory" + rlPhaseEnd +rlJournalPrintText +rlJournalEnd diff --git a/tests/smoke/Makefile b/tests/smoke/Makefile new file mode 100644 index 0000000..381aad6 --- /dev/null +++ b/tests/smoke/Makefile @@ -0,0 +1,63 @@ +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Makefile of /CoreOS/expat/Sanity/smoke +# Description: Basic functionality test using xmlwf +# Author: Petr Splichal +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Copyright (c) 2009 Red Hat, Inc. All rights reserved. +# +# This copyrighted material is made available to anyone wishing +# to use, modify, copy, or redistribute it subject to the terms +# and conditions of the GNU General Public License version 2. +# +# This program is distributed in the hope that it will be +# useful, but WITHOUT ANY WARRANTY; without even the implied +# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR +# PURPOSE. See the GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public +# License along with this program; if not, write to the Free +# Software Foundation, Inc., 51 Franklin Street, Fifth Floor, +# Boston, MA 02110-1301, USA. +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +export TEST=/CoreOS/expat/Sanity/smoke +export TESTVERSION=1.0 + +BUILT_FILES= + +FILES=$(METADATA) runtest.sh Makefile PURPOSE + +.PHONY: all install download clean + +run: $(FILES) build + ./runtest.sh + +build: $(BUILT_FILES) + chmod a+x runtest.sh + +clean: + rm -f *~ $(BUILT_FILES) + + +include /usr/share/rhts/lib/rhts-make.include + +$(METADATA): Makefile + @echo "Owner: Petr Splichal " > $(METADATA) + @echo "Name: $(TEST)" >> $(METADATA) + @echo "TestVersion: $(TESTVERSION)" >> $(METADATA) + @echo "Path: $(TEST_DIR)" >> $(METADATA) + @echo "Description: Basic functionality test using xmlwf" >> $(METADATA) + @echo "Type: Sanity" >> $(METADATA) + @echo "TestTime: 5m" >> $(METADATA) + @echo "RunFor: expat" >> $(METADATA) + @echo "Requires: expat" >> $(METADATA) + @echo "Priority: Normal" >> $(METADATA) + @echo "License: GPLv2" >> $(METADATA) + @echo "Confidential: no" >> $(METADATA) + @echo "Destructive: no" >> $(METADATA) + + rhts-lint $(METADATA) diff --git a/tests/smoke/PURPOSE b/tests/smoke/PURPOSE new file mode 100644 index 0000000..6255528 --- /dev/null +++ b/tests/smoke/PURPOSE @@ -0,0 +1,3 @@ +PURPOSE of /CoreOS/expat/Sanity/smoke +Description: Basic functionality test using xmlwf +Author: Petr Splichal diff --git a/tests/smoke/runtest.sh b/tests/smoke/runtest.sh new file mode 100755 index 0000000..a16c58d --- /dev/null +++ b/tests/smoke/runtest.sh @@ -0,0 +1,93 @@ +#!/bin/bash +# vim: dict=/usr/share/beakerlib/dictionary.vim cpt=.,w,b,u,t,i,k +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# runtest.sh of /CoreOS/expat/Sanity/smoke +# Description: Basic functionality test using xmlwf +# Author: Petr Splichal +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Copyright (c) 2009 Red Hat, Inc. All rights reserved. +# +# This copyrighted material is made available to anyone wishing +# to use, modify, copy, or redistribute it subject to the terms +# and conditions of the GNU General Public License version 2. +# +# This program is distributed in the hope that it will be +# useful, but WITHOUT ANY WARRANTY; without even the implied +# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR +# PURPOSE. See the GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public +# License along with this program; if not, write to the Free +# Software Foundation, Inc., 51 Franklin Street, Fifth Floor, +# Boston, MA 02110-1301, USA. +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +# Include rhts environment +. /usr/bin/rhts-environment.sh +. /usr/lib/beakerlib/beakerlib.sh + +PACKAGE="expat" + +rlJournalStart + rlPhaseStartSetup + rlAssertRpm $PACKAGE + rlRun "TmpDir=\`mktemp -d\`" 0 "Creating tmp directory" + rlRun "pushd $TmpDir" + + # create test xml documents + rlRun "echo '' > empty.xml" 0 "Creating empty.xml" + rlRun "echo ' ' > nesting.xml" \ + 0 "Creating nesting.xml" + rlRun "echo ' is bad ' > quoting.xml" \ + 0 "Creating quoting.xml" + rlRun "echo 'contentcontent' > roots.xml" \ + 0 "Creating roots.xml" + rlRun "echo ' ]> &ent;' > external.xml" \ + 0 "Creating empty.xml" + rlRun "echo 'Content with something nested.' > well.xml" \ + 0 "Creating well.xml" + rlRun "echo 'ěščřžýáíé, 測試, בדיקה, परीक्षण, テスト, 테스트, тестирование, ทดสอบ'> utf8.xml" \ + 0 "Creating utf8.xml" + rlPhaseEnd + + rlPhaseStartTest + # emtpy + rlRun "xmlwf empty.xml | tee output" 0 "Testing empty xml" + rlAssertGrep "no element found" "output" + + # proper nesting + rlRun "xmlwf nesting.xml | tee output" 0 "Testing proper nesting" + rlAssertGrep "mismatched tag" "output" + + # quoting + rlRun "xmlwf < quoting.xml | tee output" 0 "Testing quoting (and redirection)" + rlAssertGrep "invalid token" "output" + + # two roots + rlRun "cat roots.xml | xmlwf | tee output" 0 "Testing proper nesting (and pipe)" + rlAssertGrep "junk after document element" "output" + + # external + rlRun "xmlwf -p external.xml | tee output" 0 "Testing external entity" + rlAssertGrep "mismatched tag" "output" + rlAssertGrep "error in processing external entity" "output" + + # well formed + rlRun "xmlwf well.xml | tee output" 0 "Testing well formed document" + rlAssertNotDiffer "output" "/dev/null" + + # utf8 characters + rlRun "xmlwf utf8.xml | tee output" 0 "Testing document with utf8 characters" + rlAssertNotDiffer "output" "/dev/null" + rlPhaseEnd + + rlPhaseStartCleanup + rlRun "popd" + rlRun "rm -r $TmpDir" 0 "Removing tmp directory" + rlPhaseEnd +rlJournalPrintText +rlJournalEnd diff --git a/tests/tests.yml b/tests/tests.yml new file mode 100644 index 0000000..413d54a --- /dev/null +++ b/tests/tests.yml @@ -0,0 +1,12 @@ +--- +# This first play always runs on the local staging system +- hosts: localhost + roles: + - role: standard-test-beakerlib + tags: + - classic + - container + - atomic + tests: + - smoke + - fuzz