2016-05-07 02:10:27 +08:00
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
|
|
# this work for additional information regarding copyright ownership.
|
|
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
# (the "License"); you may not use this file except in compliance with
|
|
|
|
# the License. You may obtain a copy of the License at
|
2015-10-28 06:23:47 +08:00
|
|
|
#
|
2016-05-07 02:10:27 +08:00
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
2015-10-28 06:23:47 +08:00
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2016-05-07 02:10:27 +08:00
|
|
|
|
2015-10-28 06:23:47 +08:00
|
|
|
from distutils.version import LooseVersion
|
MINOR: Enable ignored upgrade system tests - trunk (#5605)
Removed ignore annotations from the upgrade tests. This PR includes the following changes for updating the upgrade tests:
* Uploaded new versions 0.10.2.2, 0.11.0.3, 1.0.2, 1.1.1, and 2.0.0 (in the associated scala versions) to kafka-packages
* Update versions in version.py, Dockerfile, base.sh
* Added new versions to StreamsUpgradeTest.test_upgrade_downgrade_brokers including version 2.0.0
* Added new versions StreamsUpgradeTest.test_simple_upgrade_downgrade test excluding version 2.0.0
* Version 2.0.0 is excluded from the streams upgrade/downgrade test as StreamsConfig needs an update for the new version, requiring a KIP. Once the community votes the KIP in, a minor follow-up PR can be pushed to add the 2.0.0 version to the upgrade test.
* Fixed minor bug in kafka-run-class.sh for classpath in upgrade/downgrade tests across versions.
* Follow on PRs for 0.10.2x, 0.11.0x, 1.0.x, 1.1.x, and 2.0.x will be pushed soon with the same updates required for the specific version.
Reviewers: Eno Thereska <eno.thereska@gmail.com>, John Roesler <vvcephei@users.noreply.github.com>, Guozhang Wang <wangguoz@gmail.com>, Matthias J. Sax <matthias@confluent.io>
2018-09-14 04:46:47 +08:00
|
|
|
from kafkatest.utils import kafkatest_version
|
2015-10-28 06:23:47 +08:00
|
|
|
|
|
|
|
|
|
|
|
class KafkaVersion(LooseVersion):
|
|
|
|
"""Container for kafka versions which makes versions simple to compare.
|
|
|
|
|
|
|
|
distutils.version.LooseVersion (and StrictVersion) has robust comparison and ordering logic.
|
|
|
|
|
|
|
|
Example:
|
|
|
|
|
|
|
|
v10 = KafkaVersion("0.10.0")
|
|
|
|
v9 = KafkaVersion("0.9.0.1")
|
|
|
|
assert v10 > v9 # assertion passes!
|
|
|
|
"""
|
|
|
|
def __init__(self, version_string):
|
2017-01-28 09:40:10 +08:00
|
|
|
self.is_dev = (version_string.lower() == "dev")
|
|
|
|
if self.is_dev:
|
2015-10-28 06:23:47 +08:00
|
|
|
version_string = kafkatest_version()
|
|
|
|
|
|
|
|
# Drop dev suffix if present
|
|
|
|
dev_suffix_index = version_string.find(".dev")
|
|
|
|
if dev_suffix_index >= 0:
|
|
|
|
version_string = version_string[:dev_suffix_index]
|
|
|
|
|
|
|
|
# Don't use the form super.(...).__init__(...) because
|
|
|
|
# LooseVersion is an "old style" python class
|
|
|
|
LooseVersion.__init__(self, version_string)
|
|
|
|
|
|
|
|
def __str__(self):
|
2017-01-28 09:40:10 +08:00
|
|
|
if self.is_dev:
|
|
|
|
return "dev"
|
2015-10-28 06:23:47 +08:00
|
|
|
else:
|
|
|
|
return LooseVersion.__str__(self)
|
|
|
|
|
2019-06-28 00:50:17 +08:00
|
|
|
def supports_named_listeners(self):
|
|
|
|
return self >= V_0_10_2_0
|
|
|
|
|
2020-09-15 06:56:21 +08:00
|
|
|
def acl_command_supports_bootstrap_server(self):
|
|
|
|
return self >= V_2_1_0
|
|
|
|
|
2020-02-25 22:29:55 +08:00
|
|
|
def topic_command_supports_bootstrap_server(self):
|
|
|
|
return self >= V_2_3_0
|
2015-10-28 06:23:47 +08:00
|
|
|
|
2020-09-15 06:56:21 +08:00
|
|
|
def topic_command_supports_if_not_exists_with_bootstrap_server(self):
|
|
|
|
return self >= V_2_6_0
|
|
|
|
|
2020-04-03 01:53:48 +08:00
|
|
|
def supports_tls_to_zookeeper(self):
|
|
|
|
# indicate if KIP-515 is available
|
2020-09-05 04:05:01 +08:00
|
|
|
return self >= V_2_5_0
|
2020-04-03 01:53:48 +08:00
|
|
|
|
2020-06-20 03:35:49 +08:00
|
|
|
def reassign_partitions_command_supports_bootstrap_server(self):
|
|
|
|
return self >= V_2_5_0
|
|
|
|
|
2020-07-17 00:01:46 +08:00
|
|
|
def kafka_configs_command_uses_bootstrap_server(self):
|
2020-09-05 04:05:01 +08:00
|
|
|
# everything except User SCRAM Credentials (KIP-554)
|
2020-07-17 00:01:46 +08:00
|
|
|
return self >= V_2_6_0
|
|
|
|
|
2020-09-05 04:05:01 +08:00
|
|
|
def kafka_configs_command_uses_bootstrap_server_scram(self):
|
|
|
|
# User SCRAM Credentials (KIP-554)
|
|
|
|
return self >= V_2_7_0
|
|
|
|
|
2016-05-07 02:10:27 +08:00
|
|
|
def get_version(node=None):
|
|
|
|
"""Return the version attached to the given node.
|
2017-01-28 09:40:10 +08:00
|
|
|
Default to DEV_BRANCH if node or node.version is undefined (aka None)
|
2016-05-07 02:10:27 +08:00
|
|
|
"""
|
|
|
|
if node is not None and hasattr(node, "version") and node.version is not None:
|
|
|
|
return node.version
|
|
|
|
else:
|
2017-01-28 09:40:10 +08:00
|
|
|
return DEV_BRANCH
|
2016-05-07 02:10:27 +08:00
|
|
|
|
2017-01-28 09:40:10 +08:00
|
|
|
DEV_BRANCH = KafkaVersion("dev")
|
2020-06-02 10:23:09 +08:00
|
|
|
DEV_VERSION = KafkaVersion("2.7.0-SNAPSHOT")
|
2015-10-28 06:23:47 +08:00
|
|
|
|
2018-04-18 15:38:27 +08:00
|
|
|
# 0.8.2.x versions
|
2015-10-28 06:23:47 +08:00
|
|
|
V_0_8_2_1 = KafkaVersion("0.8.2.1")
|
|
|
|
V_0_8_2_2 = KafkaVersion("0.8.2.2")
|
|
|
|
LATEST_0_8_2 = V_0_8_2_2
|
|
|
|
|
2018-04-18 15:38:27 +08:00
|
|
|
# 0.9.0.x versions
|
2016-03-08 15:18:17 +08:00
|
|
|
V_0_9_0_0 = KafkaVersion("0.9.0.0")
|
|
|
|
V_0_9_0_1 = KafkaVersion("0.9.0.1")
|
|
|
|
LATEST_0_9 = V_0_9_0_1
|
2016-03-18 06:37:37 +08:00
|
|
|
|
2018-04-18 15:38:27 +08:00
|
|
|
# 0.10.0.x versions
|
2016-03-18 06:37:37 +08:00
|
|
|
V_0_10_0_0 = KafkaVersion("0.10.0.0")
|
2016-09-17 11:10:13 +08:00
|
|
|
V_0_10_0_1 = KafkaVersion("0.10.0.1")
|
|
|
|
LATEST_0_10_0 = V_0_10_0_1
|
|
|
|
|
2016-12-17 20:21:54 +08:00
|
|
|
# 0.10.1.x versions
|
|
|
|
V_0_10_1_0 = KafkaVersion("0.10.1.0")
|
2017-01-24 19:09:47 +08:00
|
|
|
V_0_10_1_1 = KafkaVersion("0.10.1.1")
|
|
|
|
LATEST_0_10_1 = V_0_10_1_1
|
2016-12-17 20:21:54 +08:00
|
|
|
|
2017-05-22 13:16:18 +08:00
|
|
|
# 0.10.2.x versions
|
|
|
|
V_0_10_2_0 = KafkaVersion("0.10.2.0")
|
|
|
|
V_0_10_2_1 = KafkaVersion("0.10.2.1")
|
MINOR: Enable ignored upgrade system tests - trunk (#5605)
Removed ignore annotations from the upgrade tests. This PR includes the following changes for updating the upgrade tests:
* Uploaded new versions 0.10.2.2, 0.11.0.3, 1.0.2, 1.1.1, and 2.0.0 (in the associated scala versions) to kafka-packages
* Update versions in version.py, Dockerfile, base.sh
* Added new versions to StreamsUpgradeTest.test_upgrade_downgrade_brokers including version 2.0.0
* Added new versions StreamsUpgradeTest.test_simple_upgrade_downgrade test excluding version 2.0.0
* Version 2.0.0 is excluded from the streams upgrade/downgrade test as StreamsConfig needs an update for the new version, requiring a KIP. Once the community votes the KIP in, a minor follow-up PR can be pushed to add the 2.0.0 version to the upgrade test.
* Fixed minor bug in kafka-run-class.sh for classpath in upgrade/downgrade tests across versions.
* Follow on PRs for 0.10.2x, 0.11.0x, 1.0.x, 1.1.x, and 2.0.x will be pushed soon with the same updates required for the specific version.
Reviewers: Eno Thereska <eno.thereska@gmail.com>, John Roesler <vvcephei@users.noreply.github.com>, Guozhang Wang <wangguoz@gmail.com>, Matthias J. Sax <matthias@confluent.io>
2018-09-14 04:46:47 +08:00
|
|
|
V_0_10_2_2 = KafkaVersion("0.10.2.2")
|
|
|
|
LATEST_0_10_2 = V_0_10_2_2
|
2017-05-22 13:16:18 +08:00
|
|
|
|
|
|
|
LATEST_0_10 = LATEST_0_10_2
|
2017-06-02 01:25:29 +08:00
|
|
|
|
2018-04-07 08:00:52 +08:00
|
|
|
# 0.11.0.x versions
|
2017-06-02 01:25:29 +08:00
|
|
|
V_0_11_0_0 = KafkaVersion("0.11.0.0")
|
2018-03-16 05:42:43 +08:00
|
|
|
V_0_11_0_1 = KafkaVersion("0.11.0.1")
|
|
|
|
V_0_11_0_2 = KafkaVersion("0.11.0.2")
|
MINOR: Enable ignored upgrade system tests - trunk (#5605)
Removed ignore annotations from the upgrade tests. This PR includes the following changes for updating the upgrade tests:
* Uploaded new versions 0.10.2.2, 0.11.0.3, 1.0.2, 1.1.1, and 2.0.0 (in the associated scala versions) to kafka-packages
* Update versions in version.py, Dockerfile, base.sh
* Added new versions to StreamsUpgradeTest.test_upgrade_downgrade_brokers including version 2.0.0
* Added new versions StreamsUpgradeTest.test_simple_upgrade_downgrade test excluding version 2.0.0
* Version 2.0.0 is excluded from the streams upgrade/downgrade test as StreamsConfig needs an update for the new version, requiring a KIP. Once the community votes the KIP in, a minor follow-up PR can be pushed to add the 2.0.0 version to the upgrade test.
* Fixed minor bug in kafka-run-class.sh for classpath in upgrade/downgrade tests across versions.
* Follow on PRs for 0.10.2x, 0.11.0x, 1.0.x, 1.1.x, and 2.0.x will be pushed soon with the same updates required for the specific version.
Reviewers: Eno Thereska <eno.thereska@gmail.com>, John Roesler <vvcephei@users.noreply.github.com>, Guozhang Wang <wangguoz@gmail.com>, Matthias J. Sax <matthias@confluent.io>
2018-09-14 04:46:47 +08:00
|
|
|
V_0_11_0_3 = KafkaVersion("0.11.0.3")
|
|
|
|
LATEST_0_11_0 = V_0_11_0_3
|
2017-06-02 01:25:29 +08:00
|
|
|
LATEST_0_11 = LATEST_0_11_0
|
2018-03-16 05:42:43 +08:00
|
|
|
|
|
|
|
# 1.0.x versions
|
|
|
|
V_1_0_0 = KafkaVersion("1.0.0")
|
|
|
|
V_1_0_1 = KafkaVersion("1.0.1")
|
MINOR: Enable ignored upgrade system tests - trunk (#5605)
Removed ignore annotations from the upgrade tests. This PR includes the following changes for updating the upgrade tests:
* Uploaded new versions 0.10.2.2, 0.11.0.3, 1.0.2, 1.1.1, and 2.0.0 (in the associated scala versions) to kafka-packages
* Update versions in version.py, Dockerfile, base.sh
* Added new versions to StreamsUpgradeTest.test_upgrade_downgrade_brokers including version 2.0.0
* Added new versions StreamsUpgradeTest.test_simple_upgrade_downgrade test excluding version 2.0.0
* Version 2.0.0 is excluded from the streams upgrade/downgrade test as StreamsConfig needs an update for the new version, requiring a KIP. Once the community votes the KIP in, a minor follow-up PR can be pushed to add the 2.0.0 version to the upgrade test.
* Fixed minor bug in kafka-run-class.sh for classpath in upgrade/downgrade tests across versions.
* Follow on PRs for 0.10.2x, 0.11.0x, 1.0.x, 1.1.x, and 2.0.x will be pushed soon with the same updates required for the specific version.
Reviewers: Eno Thereska <eno.thereska@gmail.com>, John Roesler <vvcephei@users.noreply.github.com>, Guozhang Wang <wangguoz@gmail.com>, Matthias J. Sax <matthias@confluent.io>
2018-09-14 04:46:47 +08:00
|
|
|
V_1_0_2 = KafkaVersion("1.0.2")
|
|
|
|
LATEST_1_0 = V_1_0_2
|
2018-03-23 07:02:16 +08:00
|
|
|
|
|
|
|
# 1.1.x versions
|
|
|
|
V_1_1_0 = KafkaVersion("1.1.0")
|
MINOR: Enable ignored upgrade system tests - trunk (#5605)
Removed ignore annotations from the upgrade tests. This PR includes the following changes for updating the upgrade tests:
* Uploaded new versions 0.10.2.2, 0.11.0.3, 1.0.2, 1.1.1, and 2.0.0 (in the associated scala versions) to kafka-packages
* Update versions in version.py, Dockerfile, base.sh
* Added new versions to StreamsUpgradeTest.test_upgrade_downgrade_brokers including version 2.0.0
* Added new versions StreamsUpgradeTest.test_simple_upgrade_downgrade test excluding version 2.0.0
* Version 2.0.0 is excluded from the streams upgrade/downgrade test as StreamsConfig needs an update for the new version, requiring a KIP. Once the community votes the KIP in, a minor follow-up PR can be pushed to add the 2.0.0 version to the upgrade test.
* Fixed minor bug in kafka-run-class.sh for classpath in upgrade/downgrade tests across versions.
* Follow on PRs for 0.10.2x, 0.11.0x, 1.0.x, 1.1.x, and 2.0.x will be pushed soon with the same updates required for the specific version.
Reviewers: Eno Thereska <eno.thereska@gmail.com>, John Roesler <vvcephei@users.noreply.github.com>, Guozhang Wang <wangguoz@gmail.com>, Matthias J. Sax <matthias@confluent.io>
2018-09-14 04:46:47 +08:00
|
|
|
V_1_1_1 = KafkaVersion("1.1.1")
|
|
|
|
LATEST_1_1 = V_1_1_1
|
2018-06-19 22:32:54 +08:00
|
|
|
|
|
|
|
# 2.0.x versions
|
|
|
|
V_2_0_0 = KafkaVersion("2.0.0")
|
2019-01-07 15:03:54 +08:00
|
|
|
V_2_0_1 = KafkaVersion("2.0.1")
|
|
|
|
LATEST_2_0 = V_2_0_1
|
|
|
|
|
|
|
|
# 2.1.x versions
|
|
|
|
V_2_1_0 = KafkaVersion("2.1.0")
|
2019-05-24 04:34:00 +08:00
|
|
|
V_2_1_1 = KafkaVersion("2.1.1")
|
|
|
|
LATEST_2_1 = V_2_1_1
|
|
|
|
|
2019-05-31 03:50:30 +08:00
|
|
|
# 2.2.x versions
|
2019-05-24 04:34:00 +08:00
|
|
|
V_2_2_0 = KafkaVersion("2.2.0")
|
2019-08-10 05:33:20 +08:00
|
|
|
V_2_2_1 = KafkaVersion("2.2.1")
|
2019-12-07 05:44:56 +08:00
|
|
|
V_2_2_2 = KafkaVersion("2.2.2")
|
|
|
|
LATEST_2_2 = V_2_2_2
|
2019-06-29 00:25:08 +08:00
|
|
|
|
|
|
|
# 2.3.x versions
|
|
|
|
V_2_3_0 = KafkaVersion("2.3.0")
|
2019-10-17 13:29:33 +08:00
|
|
|
V_2_3_1 = KafkaVersion("2.3.1")
|
2019-12-07 05:44:56 +08:00
|
|
|
LATEST_2_3 = V_2_3_1
|
2019-12-17 22:14:32 +08:00
|
|
|
|
|
|
|
# 2.4.x versions
|
|
|
|
V_2_4_0 = KafkaVersion("2.4.0")
|
2020-03-31 00:55:35 +08:00
|
|
|
V_2_4_1 = KafkaVersion("2.4.1")
|
|
|
|
LATEST_2_4 = V_2_4_1
|
2020-04-16 06:59:03 +08:00
|
|
|
|
|
|
|
# 2.5.x versions
|
|
|
|
V_2_5_0 = KafkaVersion("2.5.0")
|
2020-08-12 04:18:33 +08:00
|
|
|
V_2_5_1 = KafkaVersion("2.5.1")
|
|
|
|
LATEST_2_5 = V_2_5_1
|
2020-06-20 03:35:49 +08:00
|
|
|
|
|
|
|
# 2.6.x versions
|
|
|
|
V_2_6_0 = KafkaVersion("2.6.0")
|
|
|
|
LATEST_2_6 = V_2_6_0
|
2020-09-05 04:05:01 +08:00
|
|
|
|
|
|
|
# 2.7.x versions
|
|
|
|
V_2_7_0 = KafkaVersion("2.7.0")
|
|
|
|
LATEST_2_7 = V_2_7_0
|