Changeset View
Changeset View
Standalone View
Standalone View
sys/contrib/openzfs/tests/test-runner/bin/zts-report.py.in
| Show First 20 Lines • Show All 121 Lines • ▼ Show 20 Lines | |||||
| # | # | ||||
| # Some tests are not applicable to a platform or need to be updated to operate | # Some tests are not applicable to a platform or need to be updated to operate | ||||
| # in the manor required by the platform. Any tests which are skipped for this | # in the manor required by the platform. Any tests which are skipped for this | ||||
| # reason will be suppressed in the final analysis output. | # reason will be suppressed in the final analysis output. | ||||
| # | # | ||||
| na_reason = "Not applicable" | na_reason = "Not applicable" | ||||
| # | |||||
| # Some test cases doesn't have all requirements to run on Github actions CI. | |||||
| # | |||||
| ci_reason = 'CI runner doesn\'t have all requirements' | |||||
| summary = { | summary = { | ||||
| 'total': float(0), | 'total': float(0), | ||||
| 'passed': float(0), | 'passed': float(0), | ||||
| 'logfile': "Could not determine logfile location." | 'logfile': "Could not determine logfile location." | ||||
| } | } | ||||
| # | # | ||||
| # These tests are known to fail, thus we use this list to prevent these | # These tests are known to fail, thus we use this list to prevent these | ||||
| ▲ Show 20 Lines • Show All 120 Lines • ▼ Show 20 Lines | elif sys.platform.startswith('linux'): | ||||
| maybe.update({ | maybe.update({ | ||||
| 'alloc_class/alloc_class_009_pos': ['FAIL', known_reason], | 'alloc_class/alloc_class_009_pos': ['FAIL', known_reason], | ||||
| 'alloc_class/alloc_class_010_pos': ['FAIL', known_reason], | 'alloc_class/alloc_class_010_pos': ['FAIL', known_reason], | ||||
| 'alloc_class/alloc_class_011_neg': ['FAIL', known_reason], | 'alloc_class/alloc_class_011_neg': ['FAIL', known_reason], | ||||
| 'cli_root/zfs_rename/zfs_rename_002_pos': ['FAIL', known_reason], | 'cli_root/zfs_rename/zfs_rename_002_pos': ['FAIL', known_reason], | ||||
| 'cli_root/zpool_expand/zpool_expand_001_pos': ['FAIL', known_reason], | 'cli_root/zpool_expand/zpool_expand_001_pos': ['FAIL', known_reason], | ||||
| 'cli_root/zpool_expand/zpool_expand_005_pos': ['FAIL', known_reason], | 'cli_root/zpool_expand/zpool_expand_005_pos': ['FAIL', known_reason], | ||||
| 'cli_root/zpool_reopen/zpool_reopen_003_pos': ['FAIL', known_reason], | 'cli_root/zpool_reopen/zpool_reopen_003_pos': ['FAIL', known_reason], | ||||
| 'io/io_uring': ['SKIP', 'io_uring support required'], | |||||
| 'limits/filesystem_limit': ['SKIP', known_reason], | 'limits/filesystem_limit': ['SKIP', known_reason], | ||||
| 'limits/snapshot_limit': ['SKIP', known_reason], | 'limits/snapshot_limit': ['SKIP', known_reason], | ||||
| 'mmp/mmp_exported_import': ['FAIL', known_reason], | 'mmp/mmp_exported_import': ['FAIL', known_reason], | ||||
| 'mmp/mmp_inactive_import': ['FAIL', known_reason], | 'mmp/mmp_inactive_import': ['FAIL', known_reason], | ||||
| 'refreserv/refreserv_raidz': ['FAIL', known_reason], | 'refreserv/refreserv_raidz': ['FAIL', known_reason], | ||||
| 'rsend/rsend_007_pos': ['FAIL', known_reason], | 'rsend/rsend_007_pos': ['FAIL', known_reason], | ||||
| 'rsend/rsend_010_pos': ['FAIL', known_reason], | 'rsend/rsend_010_pos': ['FAIL', known_reason], | ||||
| 'rsend/rsend_011_pos': ['FAIL', known_reason], | 'rsend/rsend_011_pos': ['FAIL', known_reason], | ||||
| 'snapshot/rollback_003_pos': ['FAIL', known_reason], | 'snapshot/rollback_003_pos': ['FAIL', known_reason], | ||||
| }) | |||||
| # Not all Github actions runners have scsi_debug module, so we may skip | |||||
| # some tests which use it. | |||||
| if os.environ.get('CI') == 'true': | |||||
| known.update({ | |||||
| 'cli_root/zpool_expand/zpool_expand_001_pos': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_expand/zpool_expand_003_neg': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_expand/zpool_expand_005_pos': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_reopen/setup': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_reopen/zpool_reopen_001_pos': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_reopen/zpool_reopen_002_pos': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_reopen/zpool_reopen_003_pos': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_reopen/zpool_reopen_004_pos': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_reopen/zpool_reopen_005_pos': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_reopen/zpool_reopen_006_neg': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_reopen/zpool_reopen_007_pos': ['SKIP', ci_reason], | |||||
| 'cli_root/zpool_split/zpool_split_wholedisk': ['SKIP', ci_reason], | |||||
| 'fault/auto_offline_001_pos': ['SKIP', ci_reason], | |||||
| 'fault/auto_online_001_pos': ['SKIP', ci_reason], | |||||
| 'fault/auto_replace_001_pos': ['SKIP', ci_reason], | |||||
| 'fault/auto_spare_ashift': ['SKIP', ci_reason], | |||||
| 'fault/auto_spare_shared': ['SKIP', ci_reason], | |||||
| 'procfs/pool_state': ['SKIP', ci_reason], | |||||
| }) | |||||
| maybe.update({ | |||||
| 'events/events_002_pos': ['FAIL', '11546'], | |||||
| }) | }) | ||||
| def usage(s): | def usage(s): | ||||
| print(s) | print(s) | ||||
| sys.exit(1) | sys.exit(1) | ||||
| ▲ Show 20 Lines • Show All 107 Lines • Show Last 20 Lines | |||||