run tests via TMT/FMF
Use the TMT/FMF instead of STI for running tests. STI does not respect the adjust section in main.fmf files of stored tests.
This commit is contained in:
		
							parent
							
								
									3c2ac38daf
								
							
						
					
					
						commit
						e19a208cf3
					
				
							
								
								
									
										1
									
								
								.fmf/version
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								.fmf/version
									
									
									
									
									
										Normal file
									
								
							| @ -0,0 +1 @@ | |||||||
|  | 1 | ||||||
							
								
								
									
										7
									
								
								plans/selinux.fmf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										7
									
								
								plans/selinux.fmf
									
									
									
									
									
										Normal file
									
								
							| @ -0,0 +1,7 @@ | |||||||
|  | summary: selinux tests - Tier 1 | policycoreutils | checkpolicy | ||||||
|  | discover: | ||||||
|  |     how: fmf | ||||||
|  |     url: https://src.fedoraproject.org/tests/selinux | ||||||
|  |     filter: "tier: 1 | component: policycoreutils | component: checkpolicy" | ||||||
|  | execute: | ||||||
|  |     how: tmt | ||||||
							
								
								
									
										5
									
								
								plans/tests.fmf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										5
									
								
								plans/tests.fmf
									
									
									
									
									
										Normal file
									
								
							| @ -0,0 +1,5 @@ | |||||||
|  | summary: setools test plan | ||||||
|  | discover: | ||||||
|  |     how: fmf | ||||||
|  | execute: | ||||||
|  |     how: tmt | ||||||
| @ -0,0 +1,11 @@ | |||||||
|  | summary: Make sure setools requires setools-console and setools-gui | ||||||
|  | contact: Vit Mojzis <vmojzis@redhat.com> | ||||||
|  | component: | ||||||
|  |   - setools | ||||||
|  | test: ./runtest.sh | ||||||
|  | framework: beakerlib | ||||||
|  | duration: 5m | ||||||
|  | link: | ||||||
|  |   - relates: https://bugzilla.redhat.com/show_bug.cgi?id=1820078 | ||||||
|  | extra-summary: /CoreOS/setools/Regression/The-setools-package-doesn-t-install-any-tools | ||||||
|  | extra-task: /CoreOS/setools/Regression/The-setools-package-doesn-t-install-any-tools | ||||||
| @ -26,7 +26,6 @@ | |||||||
| # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||||||
| 
 | 
 | ||||||
| # Include Beaker environment | # Include Beaker environment | ||||||
| . /usr/bin/rhts-environment.sh || exit 1 |  | ||||||
| . /usr/share/beakerlib/beakerlib.sh || exit 1 | . /usr/share/beakerlib/beakerlib.sh || exit 1 | ||||||
| 
 | 
 | ||||||
| PACKAGE="setools" | PACKAGE="setools" | ||||||
|  | |||||||
							
								
								
									
										30
									
								
								tests/Sanity/sedta/main.fmf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										30
									
								
								tests/Sanity/sedta/main.fmf
									
									
									
									
									
										Normal file
									
								
							| @ -0,0 +1,30 @@ | |||||||
|  | summary: Does sedta work as expected? Does it support all features? | ||||||
|  | description: '' | ||||||
|  | contact: Milos Malik <mmalik@redhat.com> | ||||||
|  | component: | ||||||
|  |   - setools | ||||||
|  | test: ./runtest.sh | ||||||
|  | framework: beakerlib | ||||||
|  | recommend: | ||||||
|  |   - git | ||||||
|  |   - policycoreutils | ||||||
|  |   - setools-console-analyses | ||||||
|  | duration: 1h | ||||||
|  | enabled: true | ||||||
|  | tag: | ||||||
|  |   - CI-Tier-1 | ||||||
|  |   - NoRHEL4 | ||||||
|  |   - NoRHEL5 | ||||||
|  |   - NoRHEL6 | ||||||
|  |   - NoRHEL7 | ||||||
|  |   - TIPfail_Security | ||||||
|  |   - f32friendly | ||||||
|  |   - f33friendly | ||||||
|  |   - targeted | ||||||
|  | adjust: | ||||||
|  |   - enabled: false | ||||||
|  |     when: distro == rhel-4, rhel-5, rhel-6, rhel-7 | ||||||
|  |     continue: false | ||||||
|  | extra-nitrate: TC#0604139 | ||||||
|  | extra-summary: /CoreOS/setools/Sanity/sedta | ||||||
|  | extra-task: /CoreOS/setools/Sanity/sedta | ||||||
							
								
								
									
										15
									
								
								tests/Sanity/seinfo-consistent-output/main.fmf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										15
									
								
								tests/Sanity/seinfo-consistent-output/main.fmf
									
									
									
									
									
										Normal file
									
								
							| @ -0,0 +1,15 @@ | |||||||
|  | summary: Check whether different 2 or more runs of same seinfo commands produce same | ||||||
|  |     output | ||||||
|  | description: '' | ||||||
|  | contact: Petr Lautrbach <plautrba@redhat.com> | ||||||
|  | component: | ||||||
|  |   - setools | ||||||
|  | test: ./runtest.sh | ||||||
|  | framework: beakerlib | ||||||
|  | recommend: | ||||||
|  |   - setools-console | ||||||
|  | duration: 5m | ||||||
|  | link: | ||||||
|  |   - relates: https://bugzilla.redhat.com/show_bug.cgi?id=2019962 | ||||||
|  | extra-summary: Sanity/seinfo-consistent-output | ||||||
|  | extra-task: Sanity/seinfo-consistent-output | ||||||
| @ -26,7 +26,6 @@ | |||||||
| # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||||||
| 
 | 
 | ||||||
| # Include Beaker environment | # Include Beaker environment | ||||||
| . /usr/bin/rhts-environment.sh || exit 1 |  | ||||||
| . /usr/share/beakerlib/beakerlib.sh || exit 1 | . /usr/share/beakerlib/beakerlib.sh || exit 1 | ||||||
| 
 | 
 | ||||||
| PACKAGE="setools-console" | PACKAGE="setools-console" | ||||||
|  | |||||||
| @ -1,22 +0,0 @@ | |||||||
| --- |  | ||||||
| # Test to run in classic context |  | ||||||
| - hosts: localhost |  | ||||||
|   roles: |  | ||||||
|   - role: standard-test-beakerlib |  | ||||||
|     tags: |  | ||||||
|     - classic |  | ||||||
|     repositories: |  | ||||||
|     - repo: "https://src.fedoraproject.org/tests/selinux.git" |  | ||||||
|       dest: "selinux" |  | ||||||
|       fmf_filter: "tier: 1 | component: policycoreutils | component: checkpolicy" |  | ||||||
| 
 |  | ||||||
| # Test to run in classic context |  | ||||||
| - hosts: localhost |  | ||||||
|   roles: |  | ||||||
|   - role: standard-test-beakerlib |  | ||||||
|     tags: |  | ||||||
|     - classic |  | ||||||
|     tests: |  | ||||||
|       - Sanity/sedta |  | ||||||
|       - Regression/The-setools-package-doesn-t-install-any-tools |  | ||||||
|       - Sanity/seinfo-consistent-output |  | ||||||
		Loading…
	
		Reference in New Issue
	
	Block a user