mirror of https://github.com/apache/kafka.git
139 lines
6.0 KiB
Python
139 lines
6.0 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
#!/usr/bin/env python
|
|
|
|
# ===================================
|
|
# system_test_env.py
|
|
# ===================================
|
|
|
|
import copy
|
|
import json
|
|
import os
|
|
import sys
|
|
|
|
from utils import system_test_utils
|
|
|
|
class SystemTestEnv():
|
|
|
|
# private:
|
|
_cwdFullPath = os.getcwd()
|
|
_thisScriptFullPathName = os.path.realpath(__file__)
|
|
_thisScriptBaseDir = os.path.abspath(os.path.join(os.path.dirname(sys.argv[0])))
|
|
|
|
# public:
|
|
SYSTEM_TEST_BASE_DIR = os.path.abspath(_thisScriptBaseDir)
|
|
SYSTEM_TEST_UTIL_DIR = os.path.abspath(SYSTEM_TEST_BASE_DIR + "/utils")
|
|
SYSTEM_TEST_SUITE_SUFFIX = "_testsuite"
|
|
SYSTEM_TEST_CASE_PREFIX = "testcase_"
|
|
SYSTEM_TEST_MODULE_EXT = ".py"
|
|
CLUSTER_CONFIG_FILENAME = "cluster_config.json"
|
|
CLUSTER_CONFIG_PATHNAME = os.path.abspath(SYSTEM_TEST_BASE_DIR + "/" + CLUSTER_CONFIG_FILENAME)
|
|
METRICS_FILENAME = "metrics.json"
|
|
METRICS_PATHNAME = os.path.abspath(SYSTEM_TEST_BASE_DIR + "/" + METRICS_FILENAME)
|
|
TESTCASE_TO_RUN_FILENAME = "testcase_to_run.json"
|
|
TESTCASE_TO_RUN_PATHNAME = os.path.abspath(SYSTEM_TEST_BASE_DIR + "/" + TESTCASE_TO_RUN_FILENAME)
|
|
TESTCASE_TO_SKIP_FILENAME = "testcase_to_skip.json"
|
|
TESTCASE_TO_SKIP_PATHNAME = os.path.abspath(SYSTEM_TEST_BASE_DIR + "/" + TESTCASE_TO_SKIP_FILENAME)
|
|
|
|
clusterEntityConfigDictList = [] # cluster entity config for current level
|
|
clusterEntityConfigDictListInSystemTestLevel = [] # cluster entity config defined in system level
|
|
clusterEntityConfigDictListLastFoundInTestSuite = [] # cluster entity config last found in testsuite level
|
|
clusterEntityConfigDictListLastFoundInTestCase = [] # cluster entity config last found in testcase level
|
|
|
|
systemTestResultsList = []
|
|
testCaseToRunListDict = {}
|
|
testCaseToSkipListDict = {}
|
|
|
|
printTestDescriptionsOnly = False
|
|
doNotValidateRemoteHost = False
|
|
|
|
def __init__(self):
|
|
"Create an object with this system test session environment"
|
|
|
|
# load the system level cluster config
|
|
system_test_utils.load_cluster_config(self.CLUSTER_CONFIG_PATHNAME, self.clusterEntityConfigDictList)
|
|
|
|
# save the system level cluster config
|
|
self.clusterEntityConfigDictListInSystemTestLevel = copy.deepcopy(self.clusterEntityConfigDictList)
|
|
|
|
# retrieve testcases to run from testcase_to_run.json
|
|
try:
|
|
testcaseToRunFileContent = open(self.TESTCASE_TO_RUN_PATHNAME, "r").read()
|
|
testcaseToRunData = json.loads(testcaseToRunFileContent)
|
|
for testClassName, caseList in testcaseToRunData.items():
|
|
self.testCaseToRunListDict[testClassName] = caseList
|
|
except:
|
|
pass
|
|
|
|
# retrieve testcases to skip from testcase_to_skip.json
|
|
try:
|
|
testcaseToSkipFileContent = open(self.TESTCASE_TO_SKIP_PATHNAME, "r").read()
|
|
testcaseToSkipData = json.loads(testcaseToSkipFileContent)
|
|
for testClassName, caseList in testcaseToSkipData.items():
|
|
self.testCaseToSkipListDict[testClassName] = caseList
|
|
except:
|
|
pass
|
|
|
|
def isTestCaseToSkip(self, testClassName, testcaseDirName):
|
|
testCaseToRunList = {}
|
|
testCaseToSkipList = {}
|
|
|
|
try:
|
|
testCaseToRunList = self.testCaseToRunListDict[testClassName]
|
|
except:
|
|
# no 'testClassName' found => no need to run any cases for this test class
|
|
return True
|
|
|
|
try:
|
|
testCaseToSkipList = self.testCaseToSkipListDict[testClassName]
|
|
except:
|
|
pass
|
|
|
|
# if testCaseToRunList has elements, it takes precedence:
|
|
if len(testCaseToRunList) > 0:
|
|
#print "#### testClassName => ", testClassName
|
|
#print "#### testCaseToRunList => ", testCaseToRunList
|
|
#print "#### testcaseDirName => ", testcaseDirName
|
|
if not testcaseDirName in testCaseToRunList:
|
|
#self.log_message("Skipping : " + testcaseDirName)
|
|
return True
|
|
elif len(testCaseToSkipList) > 0:
|
|
#print "#### testClassName => ", testClassName
|
|
#print "#### testCaseToSkipList => ", testCaseToSkipList
|
|
#print "#### testcaseDirName => ", testcaseDirName
|
|
if testcaseDirName in testCaseToSkipList:
|
|
#self.log_message("Skipping : " + testcaseDirName)
|
|
return True
|
|
|
|
return False
|
|
|
|
|
|
def getSystemTestEnvDict(self):
|
|
envDict = {}
|
|
envDict["system_test_base_dir"] = self.SYSTEM_TEST_BASE_DIR
|
|
envDict["system_test_util_dir"] = self.SYSTEM_TEST_UTIL_DIR
|
|
envDict["cluster_config_pathname"] = self.CLUSTER_CONFIG_PATHNAME
|
|
envDict["system_test_suite_suffix"] = self.SYSTEM_TEST_SUITE_SUFFIX
|
|
envDict["system_test_case_prefix"] = self.SYSTEM_TEST_CASE_PREFIX
|
|
envDict["system_test_module_ext"] = self.SYSTEM_TEST_MODULE_EXT
|
|
envDict["cluster_config_pathname"] = self.CLUSTER_CONFIG_PATHNAME
|
|
envDict["cluster_entity_config_dict_list"] = self.clusterEntityConfigDictList
|
|
envDict["system_test_results_list"] = self.systemTestResultsList
|
|
return envDict
|
|
|
|
|