mirror of https://github.com/apache/kafka.git
KAFKA-10787 apply spotless to connect:runtime module (#16412)
Reviewers: Chia-Ping Tsai <chia7712@gmail.com>
This commit is contained in:
parent
d646a09dd0
commit
8d92535382
|
@ -200,8 +200,7 @@ def determineCommitId() {
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
def excludedSpotlessModules = [':connect:runtime',
|
def excludedSpotlessModules = [':streams']
|
||||||
':streams']
|
|
||||||
|
|
||||||
|
|
||||||
apply from: file('wrapper.gradle')
|
apply from: file('wrapper.gradle')
|
||||||
|
|
|
@ -28,6 +28,7 @@ import org.apache.kafka.connect.runtime.isolation.Plugins;
|
||||||
import org.apache.kafka.connect.runtime.rest.ConnectRestServer;
|
import org.apache.kafka.connect.runtime.rest.ConnectRestServer;
|
||||||
import org.apache.kafka.connect.runtime.rest.RestClient;
|
import org.apache.kafka.connect.runtime.rest.RestClient;
|
||||||
import org.apache.kafka.connect.runtime.rest.RestServer;
|
import org.apache.kafka.connect.runtime.rest.RestServer;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,11 +16,6 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.cli;
|
package org.apache.kafka.connect.cli;
|
||||||
|
|
||||||
import com.fasterxml.jackson.core.exc.StreamReadException;
|
|
||||||
import com.fasterxml.jackson.core.type.TypeReference;
|
|
||||||
import com.fasterxml.jackson.databind.DatabindException;
|
|
||||||
import com.fasterxml.jackson.databind.DeserializationFeature;
|
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
||||||
import org.apache.kafka.common.utils.Exit;
|
import org.apache.kafka.common.utils.Exit;
|
||||||
import org.apache.kafka.common.utils.Time;
|
import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
|
@ -41,6 +36,13 @@ import org.apache.kafka.connect.runtime.standalone.StandaloneHerder;
|
||||||
import org.apache.kafka.connect.storage.FileOffsetBackingStore;
|
import org.apache.kafka.connect.storage.FileOffsetBackingStore;
|
||||||
import org.apache.kafka.connect.storage.OffsetBackingStore;
|
import org.apache.kafka.connect.storage.OffsetBackingStore;
|
||||||
import org.apache.kafka.connect.util.FutureCallback;
|
import org.apache.kafka.connect.util.FutureCallback;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.core.exc.StreamReadException;
|
||||||
|
import com.fasterxml.jackson.core.type.TypeReference;
|
||||||
|
import com.fasterxml.jackson.databind.DatabindException;
|
||||||
|
import com.fasterxml.jackson.databind.DeserializationFeature;
|
||||||
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -18,6 +18,7 @@
|
||||||
package org.apache.kafka.connect.connector.policy;
|
package org.apache.kafka.connect.connector.policy;
|
||||||
|
|
||||||
import org.apache.kafka.common.config.ConfigValue;
|
import org.apache.kafka.common.config.ConfigValue;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -18,6 +18,7 @@
|
||||||
package org.apache.kafka.connect.connector.policy;
|
package org.apache.kafka.connect.connector.policy;
|
||||||
|
|
||||||
import org.apache.kafka.common.config.ConfigValue;
|
import org.apache.kafka.common.config.ConfigValue;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -20,6 +20,7 @@ package org.apache.kafka.connect.connector.policy;
|
||||||
import org.apache.kafka.clients.CommonClientConfigs;
|
import org.apache.kafka.clients.CommonClientConfigs;
|
||||||
import org.apache.kafka.common.config.ConfigValue;
|
import org.apache.kafka.common.config.ConfigValue;
|
||||||
import org.apache.kafka.common.config.SaslConfigs;
|
import org.apache.kafka.common.config.SaslConfigs;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,8 +16,6 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.converters;
|
package org.apache.kafka.connect.converters;
|
||||||
|
|
||||||
import java.util.HashMap;
|
|
||||||
import java.util.Map;
|
|
||||||
import org.apache.kafka.common.config.ConfigDef;
|
import org.apache.kafka.common.config.ConfigDef;
|
||||||
import org.apache.kafka.common.errors.SerializationException;
|
import org.apache.kafka.common.errors.SerializationException;
|
||||||
import org.apache.kafka.common.serialization.BooleanDeserializer;
|
import org.apache.kafka.common.serialization.BooleanDeserializer;
|
||||||
|
@ -34,6 +32,9 @@ import org.apache.kafka.connect.storage.ConverterConfig;
|
||||||
import org.apache.kafka.connect.storage.ConverterType;
|
import org.apache.kafka.connect.storage.ConverterType;
|
||||||
import org.apache.kafka.connect.storage.HeaderConverter;
|
import org.apache.kafka.connect.storage.HeaderConverter;
|
||||||
|
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* {@link Converter} and {@link HeaderConverter} implementation that supports serializing to and
|
* {@link Converter} and {@link HeaderConverter} implementation that supports serializing to and
|
||||||
* deserializing from Boolean values.
|
* deserializing from Boolean values.
|
||||||
|
|
|
@ -16,10 +16,11 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.converters;
|
package org.apache.kafka.connect.converters;
|
||||||
|
|
||||||
import java.util.Map;
|
|
||||||
import org.apache.kafka.common.config.ConfigDef;
|
import org.apache.kafka.common.config.ConfigDef;
|
||||||
import org.apache.kafka.connect.storage.ConverterConfig;
|
import org.apache.kafka.connect.storage.ConverterConfig;
|
||||||
|
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Configuration options for {@link BooleanConverter} instances.
|
* Configuration options for {@link BooleanConverter} instances.
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -60,9 +60,10 @@ import org.apache.kafka.connect.transforms.Transformation;
|
||||||
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
||||||
import org.apache.kafka.connect.util.Callback;
|
import org.apache.kafka.connect.util.Callback;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.log4j.Level;
|
|
||||||
import org.apache.kafka.connect.util.Stage;
|
import org.apache.kafka.connect.util.Stage;
|
||||||
import org.apache.kafka.connect.util.TemporaryStage;
|
import org.apache.kafka.connect.util.TemporaryStage;
|
||||||
|
|
||||||
|
import org.apache.log4j.Level;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -56,6 +56,7 @@ import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
import org.apache.kafka.connect.util.TopicCreation;
|
import org.apache.kafka.connect.util.TopicCreation;
|
||||||
import org.apache.kafka.connect.util.TopicCreationGroup;
|
import org.apache.kafka.connect.util.TopicCreationGroup;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -19,6 +19,7 @@ package org.apache.kafka.connect.runtime;
|
||||||
import org.apache.kafka.common.utils.Exit;
|
import org.apache.kafka.common.utils.Exit;
|
||||||
import org.apache.kafka.connect.runtime.rest.ConnectRestServer;
|
import org.apache.kafka.connect.runtime.rest.ConnectRestServer;
|
||||||
import org.apache.kafka.connect.runtime.rest.RestServer;
|
import org.apache.kafka.connect.runtime.rest.RestServer;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -30,6 +30,7 @@ import org.apache.kafka.common.metrics.internals.MetricsUtils;
|
||||||
import org.apache.kafka.common.utils.AppInfoParser;
|
import org.apache.kafka.common.utils.AppInfoParser;
|
||||||
import org.apache.kafka.common.utils.Time;
|
import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.connect.runtime.distributed.DistributedConfig;
|
import org.apache.kafka.connect.runtime.distributed.DistributedConfig;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -34,6 +34,7 @@ import org.apache.kafka.connect.transforms.Transformation;
|
||||||
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
||||||
import org.apache.kafka.connect.util.ConcreteSubClassValidator;
|
import org.apache.kafka.connect.util.ConcreteSubClassValidator;
|
||||||
import org.apache.kafka.connect.util.InstantiableClassValidator;
|
import org.apache.kafka.connect.util.InstantiableClassValidator;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -45,6 +45,7 @@ import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.kafka.connect.util.LoggingContext;
|
import org.apache.kafka.connect.util.LoggingContext;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
import org.apache.kafka.connect.util.TopicCreationGroup;
|
import org.apache.kafka.connect.util.TopicCreationGroup;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -17,6 +17,7 @@
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -77,4 +77,3 @@ public class InternalSinkRecord extends SinkRecord {
|
||||||
return context;
|
return context;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -18,6 +18,7 @@ package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import org.apache.kafka.common.utils.Time;
|
import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.connect.runtime.rest.entities.LoggerLevel;
|
import org.apache.kafka.connect.runtime.rest.entities.LoggerLevel;
|
||||||
|
|
||||||
import org.apache.log4j.Level;
|
import org.apache.log4j.Level;
|
||||||
import org.apache.log4j.LogManager;
|
import org.apache.log4j.LogManager;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
|
|
|
@ -16,16 +16,16 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import java.util.Collection;
|
|
||||||
import java.util.Collections;
|
|
||||||
import java.util.Objects;
|
|
||||||
import java.util.stream.Collectors;
|
|
||||||
|
|
||||||
import org.apache.kafka.connect.connector.Connector;
|
import org.apache.kafka.connect.connector.Connector;
|
||||||
import org.apache.kafka.connect.connector.Task;
|
import org.apache.kafka.connect.connector.Task;
|
||||||
import org.apache.kafka.connect.runtime.rest.entities.ConnectorStateInfo;
|
import org.apache.kafka.connect.runtime.rest.entities.ConnectorStateInfo;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
|
import java.util.Collection;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.Objects;
|
||||||
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* An immutable restart plan per connector.
|
* An immutable restart plan per connector.
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -16,11 +16,11 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import java.util.Objects;
|
|
||||||
|
|
||||||
import org.apache.kafka.connect.connector.Connector;
|
import org.apache.kafka.connect.connector.Connector;
|
||||||
import org.apache.kafka.connect.connector.Task;
|
import org.apache.kafka.connect.connector.Task;
|
||||||
|
|
||||||
|
import java.util.Objects;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A request to restart a connector and/or task instances.
|
* A request to restart a connector and/or task instances.
|
||||||
* <p>
|
* <p>
|
||||||
|
|
|
@ -16,9 +16,10 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import javax.crypto.SecretKey;
|
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
|
|
||||||
|
import javax.crypto.SecretKey;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A session key, which can be used to validate internal REST requests between workers.
|
* A session key, which can be used to validate internal REST requests between workers.
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -19,9 +19,9 @@ package org.apache.kafka.connect.runtime;
|
||||||
import org.apache.kafka.common.config.ConfigDef;
|
import org.apache.kafka.common.config.ConfigDef;
|
||||||
import org.apache.kafka.common.config.ConfigDef.Importance;
|
import org.apache.kafka.common.config.ConfigDef.Importance;
|
||||||
import org.apache.kafka.common.config.ConfigDef.Type;
|
import org.apache.kafka.common.config.ConfigDef.Type;
|
||||||
|
import org.apache.kafka.common.config.ConfigException;
|
||||||
import org.apache.kafka.common.config.ConfigValue;
|
import org.apache.kafka.common.config.ConfigValue;
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
import org.apache.kafka.common.config.ConfigException;
|
|
||||||
import org.apache.kafka.connect.runtime.isolation.Plugins;
|
import org.apache.kafka.connect.runtime.isolation.Plugins;
|
||||||
import org.apache.kafka.connect.sink.SinkTask;
|
import org.apache.kafka.connect.sink.SinkTask;
|
||||||
import org.apache.kafka.connect.transforms.util.RegexValidator;
|
import org.apache.kafka.connect.transforms.util.RegexValidator;
|
||||||
|
|
|
@ -22,6 +22,9 @@ import org.apache.kafka.common.config.ConfigException;
|
||||||
import org.apache.kafka.connect.runtime.isolation.Plugins;
|
import org.apache.kafka.connect.runtime.isolation.Plugins;
|
||||||
import org.apache.kafka.connect.source.SourceTask;
|
import org.apache.kafka.connect.source.SourceTask;
|
||||||
|
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
|
@ -30,9 +33,8 @@ import java.util.List;
|
||||||
import java.util.Locale;
|
import java.util.Locale;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
import org.slf4j.Logger;
|
|
||||||
import org.slf4j.LoggerFactory;
|
|
||||||
|
|
||||||
|
import static org.apache.kafka.common.utils.Utils.enumOptions;
|
||||||
import static org.apache.kafka.connect.runtime.SourceConnectorConfig.ExactlyOnceSupportLevel.REQUESTED;
|
import static org.apache.kafka.connect.runtime.SourceConnectorConfig.ExactlyOnceSupportLevel.REQUESTED;
|
||||||
import static org.apache.kafka.connect.runtime.SourceConnectorConfig.ExactlyOnceSupportLevel.REQUIRED;
|
import static org.apache.kafka.connect.runtime.SourceConnectorConfig.ExactlyOnceSupportLevel.REQUIRED;
|
||||||
import static org.apache.kafka.connect.runtime.TopicCreationConfig.DEFAULT_TOPIC_CREATION_GROUP;
|
import static org.apache.kafka.connect.runtime.TopicCreationConfig.DEFAULT_TOPIC_CREATION_GROUP;
|
||||||
|
@ -46,7 +48,6 @@ import static org.apache.kafka.connect.source.SourceTask.TransactionBoundary.CON
|
||||||
import static org.apache.kafka.connect.source.SourceTask.TransactionBoundary.DEFAULT;
|
import static org.apache.kafka.connect.source.SourceTask.TransactionBoundary.DEFAULT;
|
||||||
import static org.apache.kafka.connect.source.SourceTask.TransactionBoundary.INTERVAL;
|
import static org.apache.kafka.connect.source.SourceTask.TransactionBoundary.INTERVAL;
|
||||||
import static org.apache.kafka.connect.source.SourceTask.TransactionBoundary.POLL;
|
import static org.apache.kafka.connect.source.SourceTask.TransactionBoundary.POLL;
|
||||||
import static org.apache.kafka.common.utils.Utils.enumOptions;
|
|
||||||
|
|
||||||
public class SourceConnectorConfig extends ConnectorConfig {
|
public class SourceConnectorConfig extends ConnectorConfig {
|
||||||
|
|
||||||
|
|
|
@ -16,11 +16,12 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
|
import org.apache.kafka.common.utils.ThreadUtils;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
import org.apache.kafka.connect.source.SourceTask;
|
import org.apache.kafka.connect.source.SourceTask;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.kafka.connect.util.LoggingContext;
|
import org.apache.kafka.connect.util.LoggingContext;
|
||||||
import org.apache.kafka.common.utils.ThreadUtils;
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -18,6 +18,7 @@ package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import org.apache.kafka.connect.source.SourceRecord;
|
import org.apache.kafka.connect.source.SourceRecord;
|
||||||
import org.apache.kafka.connect.source.SourceTask;
|
import org.apache.kafka.connect.source.SourceTask;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -21,6 +21,7 @@ import org.apache.kafka.connect.runtime.errors.ProcessingContext;
|
||||||
import org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator;
|
import org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator;
|
||||||
import org.apache.kafka.connect.runtime.errors.Stage;
|
import org.apache.kafka.connect.runtime.errors.Stage;
|
||||||
import org.apache.kafka.connect.transforms.Transformation;
|
import org.apache.kafka.connect.transforms.Transformation;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -97,6 +97,7 @@ import org.apache.kafka.connect.util.LoggingContext;
|
||||||
import org.apache.kafka.connect.util.SinkUtils;
|
import org.apache.kafka.connect.util.SinkUtils;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
import org.apache.kafka.connect.util.TopicCreationGroup;
|
import org.apache.kafka.connect.util.TopicCreationGroup;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -30,6 +30,7 @@ import org.apache.kafka.connect.errors.ConnectException;
|
||||||
import org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode;
|
import org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode;
|
||||||
import org.apache.kafka.connect.runtime.rest.RestServerConfig;
|
import org.apache.kafka.connect.runtime.rest.RestServerConfig;
|
||||||
import org.apache.kafka.connect.storage.SimpleHeaderConverter;
|
import org.apache.kafka.connect.storage.SimpleHeaderConverter;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
@ -45,9 +46,9 @@ import java.util.concurrent.ExecutionException;
|
||||||
import static org.apache.kafka.common.config.ConfigDef.Range.atLeast;
|
import static org.apache.kafka.common.config.ConfigDef.Range.atLeast;
|
||||||
import static org.apache.kafka.common.config.ConfigDef.ValidString.in;
|
import static org.apache.kafka.common.config.ConfigDef.ValidString.in;
|
||||||
import static org.apache.kafka.connect.runtime.SourceConnectorConfig.TOPIC_CREATION_PREFIX;
|
import static org.apache.kafka.connect.runtime.SourceConnectorConfig.TOPIC_CREATION_PREFIX;
|
||||||
import static org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode.ONLY_SCAN;
|
|
||||||
import static org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode.HYBRID_WARN;
|
|
||||||
import static org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode.HYBRID_FAIL;
|
import static org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode.HYBRID_FAIL;
|
||||||
|
import static org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode.HYBRID_WARN;
|
||||||
|
import static org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode.ONLY_SCAN;
|
||||||
import static org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode.SERVICE_LOAD;
|
import static org.apache.kafka.connect.runtime.isolation.PluginDiscoveryMode.SERVICE_LOAD;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|
|
@ -17,12 +17,13 @@
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import org.apache.kafka.common.config.ConfigDef;
|
import org.apache.kafka.common.config.ConfigDef;
|
||||||
import org.apache.kafka.common.config.provider.ConfigProvider;
|
|
||||||
import org.apache.kafka.common.config.ConfigTransformer;
|
import org.apache.kafka.common.config.ConfigTransformer;
|
||||||
import org.apache.kafka.common.config.ConfigTransformerResult;
|
import org.apache.kafka.common.config.ConfigTransformerResult;
|
||||||
|
import org.apache.kafka.common.config.provider.ConfigProvider;
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
import org.apache.kafka.connect.runtime.Herder.ConfigReloadAction;
|
import org.apache.kafka.connect.runtime.Herder.ConfigReloadAction;
|
||||||
import org.apache.kafka.connect.util.Callback;
|
import org.apache.kafka.connect.util.Callback;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -29,6 +29,7 @@ import org.apache.kafka.connect.storage.OffsetStorageReader;
|
||||||
import org.apache.kafka.connect.util.Callback;
|
import org.apache.kafka.connect.util.Callback;
|
||||||
import org.apache.kafka.connect.util.ConnectUtils;
|
import org.apache.kafka.connect.util.ConnectUtils;
|
||||||
import org.apache.kafka.connect.util.LoggingContext;
|
import org.apache.kafka.connect.util.LoggingContext;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -17,6 +17,7 @@
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,12 +16,12 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
|
import org.apache.kafka.clients.consumer.Consumer;
|
||||||
import org.apache.kafka.clients.consumer.ConsumerRebalanceListener;
|
import org.apache.kafka.clients.consumer.ConsumerRebalanceListener;
|
||||||
import org.apache.kafka.clients.consumer.ConsumerRecord;
|
import org.apache.kafka.clients.consumer.ConsumerRecord;
|
||||||
import org.apache.kafka.clients.consumer.ConsumerRecords;
|
import org.apache.kafka.clients.consumer.ConsumerRecords;
|
||||||
import org.apache.kafka.clients.consumer.OffsetAndMetadata;
|
import org.apache.kafka.clients.consumer.OffsetAndMetadata;
|
||||||
import org.apache.kafka.clients.consumer.OffsetCommitCallback;
|
import org.apache.kafka.clients.consumer.OffsetCommitCallback;
|
||||||
import org.apache.kafka.clients.consumer.Consumer;
|
|
||||||
import org.apache.kafka.common.KafkaException;
|
import org.apache.kafka.common.KafkaException;
|
||||||
import org.apache.kafka.common.TopicPartition;
|
import org.apache.kafka.common.TopicPartition;
|
||||||
import org.apache.kafka.common.errors.WakeupException;
|
import org.apache.kafka.common.errors.WakeupException;
|
||||||
|
@ -54,6 +54,7 @@ import org.apache.kafka.connect.storage.HeaderConverter;
|
||||||
import org.apache.kafka.connect.storage.StatusBackingStore;
|
import org.apache.kafka.connect.storage.StatusBackingStore;
|
||||||
import org.apache.kafka.connect.util.ConnectUtils;
|
import org.apache.kafka.connect.util.ConnectUtils;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -19,9 +19,10 @@ package org.apache.kafka.connect.runtime;
|
||||||
import org.apache.kafka.clients.consumer.Consumer;
|
import org.apache.kafka.clients.consumer.Consumer;
|
||||||
import org.apache.kafka.common.TopicPartition;
|
import org.apache.kafka.common.TopicPartition;
|
||||||
import org.apache.kafka.connect.errors.IllegalWorkerStateException;
|
import org.apache.kafka.connect.errors.IllegalWorkerStateException;
|
||||||
import org.apache.kafka.connect.storage.ClusterConfigState;
|
|
||||||
import org.apache.kafka.connect.sink.ErrantRecordReporter;
|
import org.apache.kafka.connect.sink.ErrantRecordReporter;
|
||||||
import org.apache.kafka.connect.sink.SinkTaskContext;
|
import org.apache.kafka.connect.sink.SinkTaskContext;
|
||||||
|
import org.apache.kafka.connect.storage.ClusterConfigState;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -21,16 +21,16 @@ import org.apache.kafka.clients.producer.ProducerRecord;
|
||||||
import org.apache.kafka.clients.producer.RecordMetadata;
|
import org.apache.kafka.clients.producer.RecordMetadata;
|
||||||
import org.apache.kafka.common.utils.Time;
|
import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
|
import org.apache.kafka.connect.runtime.errors.ErrorHandlingMetrics;
|
||||||
import org.apache.kafka.connect.runtime.errors.ErrorReporter;
|
import org.apache.kafka.connect.runtime.errors.ErrorReporter;
|
||||||
import org.apache.kafka.connect.runtime.errors.ProcessingContext;
|
import org.apache.kafka.connect.runtime.errors.ProcessingContext;
|
||||||
import org.apache.kafka.connect.storage.ClusterConfigState;
|
|
||||||
import org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator;
|
import org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator;
|
||||||
import org.apache.kafka.connect.runtime.errors.ErrorHandlingMetrics;
|
|
||||||
import org.apache.kafka.connect.runtime.errors.Stage;
|
import org.apache.kafka.connect.runtime.errors.Stage;
|
||||||
import org.apache.kafka.connect.runtime.errors.ToleranceType;
|
import org.apache.kafka.connect.runtime.errors.ToleranceType;
|
||||||
import org.apache.kafka.connect.source.SourceRecord;
|
import org.apache.kafka.connect.source.SourceRecord;
|
||||||
import org.apache.kafka.connect.source.SourceTask;
|
import org.apache.kafka.connect.source.SourceTask;
|
||||||
import org.apache.kafka.connect.storage.CloseableOffsetStorageReader;
|
import org.apache.kafka.connect.storage.CloseableOffsetStorageReader;
|
||||||
|
import org.apache.kafka.connect.storage.ClusterConfigState;
|
||||||
import org.apache.kafka.connect.storage.ConnectorOffsetBackingStore;
|
import org.apache.kafka.connect.storage.ConnectorOffsetBackingStore;
|
||||||
import org.apache.kafka.connect.storage.Converter;
|
import org.apache.kafka.connect.storage.Converter;
|
||||||
import org.apache.kafka.connect.storage.HeaderConverter;
|
import org.apache.kafka.connect.storage.HeaderConverter;
|
||||||
|
@ -39,6 +39,7 @@ import org.apache.kafka.connect.storage.StatusBackingStore;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
import org.apache.kafka.connect.util.TopicCreationGroup;
|
import org.apache.kafka.connect.util.TopicCreationGroup;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,8 +16,8 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime;
|
package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import org.apache.kafka.connect.storage.ClusterConfigState;
|
|
||||||
import org.apache.kafka.connect.source.SourceTaskContext;
|
import org.apache.kafka.connect.source.SourceTaskContext;
|
||||||
|
import org.apache.kafka.connect.storage.ClusterConfigState;
|
||||||
import org.apache.kafka.connect.storage.OffsetStorageReader;
|
import org.apache.kafka.connect.storage.OffsetStorageReader;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
|
|
|
@ -26,14 +26,15 @@ import org.apache.kafka.common.metrics.stats.Max;
|
||||||
import org.apache.kafka.common.utils.Time;
|
import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
import org.apache.kafka.connect.connector.ConnectRecord;
|
import org.apache.kafka.connect.connector.ConnectRecord;
|
||||||
import org.apache.kafka.connect.runtime.errors.ErrorHandlingMetrics;
|
|
||||||
import org.apache.kafka.connect.runtime.AbstractStatus.State;
|
import org.apache.kafka.connect.runtime.AbstractStatus.State;
|
||||||
import org.apache.kafka.connect.runtime.ConnectMetrics.MetricGroup;
|
import org.apache.kafka.connect.runtime.ConnectMetrics.MetricGroup;
|
||||||
|
import org.apache.kafka.connect.runtime.errors.ErrorHandlingMetrics;
|
||||||
import org.apache.kafka.connect.runtime.errors.ErrorReporter;
|
import org.apache.kafka.connect.runtime.errors.ErrorReporter;
|
||||||
import org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator;
|
import org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator;
|
||||||
import org.apache.kafka.connect.storage.StatusBackingStore;
|
import org.apache.kafka.connect.storage.StatusBackingStore;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.kafka.connect.util.LoggingContext;
|
import org.apache.kafka.connect.util.LoggingContext;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -18,6 +18,7 @@ package org.apache.kafka.connect.runtime;
|
||||||
|
|
||||||
import org.apache.kafka.connect.source.SourceRecord;
|
import org.apache.kafka.connect.source.SourceRecord;
|
||||||
import org.apache.kafka.connect.source.TransactionContext;
|
import org.apache.kafka.connect.source.TransactionContext;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,9 +16,10 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.distributed;
|
package org.apache.kafka.connect.runtime.distributed;
|
||||||
|
|
||||||
|
import java.security.NoSuchAlgorithmException;
|
||||||
|
|
||||||
import javax.crypto.KeyGenerator;
|
import javax.crypto.KeyGenerator;
|
||||||
import javax.crypto.Mac;
|
import javax.crypto.Mac;
|
||||||
import java.security.NoSuchAlgorithmException;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* An interface to allow the dependency injection of {@link Mac} and {@link KeyGenerator} instances for testing.
|
* An interface to allow the dependency injection of {@link Mac} and {@link KeyGenerator} instances for testing.
|
||||||
|
|
|
@ -25,10 +25,10 @@ import org.apache.kafka.common.config.TopicConfig;
|
||||||
import org.apache.kafka.common.security.auth.SecurityProtocol;
|
import org.apache.kafka.common.security.auth.SecurityProtocol;
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
import org.apache.kafka.connect.runtime.WorkerConfig;
|
import org.apache.kafka.connect.runtime.WorkerConfig;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import javax.crypto.KeyGenerator;
|
|
||||||
import java.security.InvalidParameterException;
|
import java.security.InvalidParameterException;
|
||||||
import java.security.NoSuchAlgorithmException;
|
import java.security.NoSuchAlgorithmException;
|
||||||
import java.security.Provider;
|
import java.security.Provider;
|
||||||
|
@ -45,9 +45,11 @@ import java.util.Set;
|
||||||
import java.util.concurrent.TimeUnit;
|
import java.util.concurrent.TimeUnit;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
|
import javax.crypto.KeyGenerator;
|
||||||
|
|
||||||
|
import static org.apache.kafka.common.config.ConfigDef.CaseInsensitiveValidString.in;
|
||||||
import static org.apache.kafka.common.config.ConfigDef.Range.atLeast;
|
import static org.apache.kafka.common.config.ConfigDef.Range.atLeast;
|
||||||
import static org.apache.kafka.common.config.ConfigDef.Range.between;
|
import static org.apache.kafka.common.config.ConfigDef.Range.between;
|
||||||
import static org.apache.kafka.common.config.ConfigDef.CaseInsensitiveValidString.in;
|
|
||||||
import static org.apache.kafka.common.utils.Utils.enumOptions;
|
import static org.apache.kafka.common.utils.Utils.enumOptions;
|
||||||
import static org.apache.kafka.connect.runtime.TopicCreationConfig.PARTITIONS_VALIDATOR;
|
import static org.apache.kafka.connect.runtime.TopicCreationConfig.PARTITIONS_VALIDATOR;
|
||||||
import static org.apache.kafka.connect.runtime.TopicCreationConfig.REPLICATION_FACTOR_VALIDATOR;
|
import static org.apache.kafka.connect.runtime.TopicCreationConfig.REPLICATION_FACTOR_VALIDATOR;
|
||||||
|
|
|
@ -78,12 +78,9 @@ import org.apache.kafka.connect.util.FutureCallback;
|
||||||
import org.apache.kafka.connect.util.SinkUtils;
|
import org.apache.kafka.connect.util.SinkUtils;
|
||||||
import org.apache.kafka.connect.util.Stage;
|
import org.apache.kafka.connect.util.Stage;
|
||||||
import org.apache.kafka.connect.util.TemporaryStage;
|
import org.apache.kafka.connect.util.TemporaryStage;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
|
|
||||||
import javax.crypto.KeyGenerator;
|
|
||||||
import javax.crypto.SecretKey;
|
|
||||||
import javax.ws.rs.core.Response;
|
|
||||||
import javax.ws.rs.core.UriBuilder;
|
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
import java.util.Collection;
|
import java.util.Collection;
|
||||||
|
@ -112,6 +109,11 @@ import java.util.concurrent.atomic.AtomicLong;
|
||||||
import java.util.concurrent.atomic.AtomicReference;
|
import java.util.concurrent.atomic.AtomicReference;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
|
import javax.crypto.KeyGenerator;
|
||||||
|
import javax.crypto.SecretKey;
|
||||||
|
import javax.ws.rs.core.Response;
|
||||||
|
import javax.ws.rs.core.UriBuilder;
|
||||||
|
|
||||||
import static org.apache.kafka.clients.consumer.ConsumerConfig.GROUP_ID_CONFIG;
|
import static org.apache.kafka.clients.consumer.ConsumerConfig.GROUP_ID_CONFIG;
|
||||||
import static org.apache.kafka.common.utils.Utils.UncheckedCloseable;
|
import static org.apache.kafka.common.utils.Utils.UncheckedCloseable;
|
||||||
import static org.apache.kafka.connect.runtime.ConnectorConfig.CONNECTOR_CLIENT_CONSUMER_OVERRIDES_PREFIX;
|
import static org.apache.kafka.connect.runtime.ConnectorConfig.CONNECTOR_CLIENT_CONSUMER_OVERRIDES_PREFIX;
|
||||||
|
|
|
@ -20,6 +20,7 @@ import org.apache.kafka.common.utils.CircularIterator;
|
||||||
import org.apache.kafka.common.utils.LogContext;
|
import org.apache.kafka.common.utils.LogContext;
|
||||||
import org.apache.kafka.connect.storage.ClusterConfigState;
|
import org.apache.kafka.connect.storage.ClusterConfigState;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
|
|
||||||
import java.nio.ByteBuffer;
|
import java.nio.ByteBuffer;
|
||||||
|
|
|
@ -16,21 +16,20 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.distributed;
|
package org.apache.kafka.connect.runtime.distributed;
|
||||||
|
|
||||||
import java.util.Arrays;
|
|
||||||
import java.util.Map.Entry;
|
|
||||||
|
|
||||||
import org.apache.kafka.common.utils.ExponentialBackoff;
|
import org.apache.kafka.common.utils.ExponentialBackoff;
|
||||||
import org.apache.kafka.common.utils.LogContext;
|
import org.apache.kafka.common.utils.LogContext;
|
||||||
import org.apache.kafka.common.utils.Time;
|
import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.connect.runtime.distributed.WorkerCoordinator.ConnectorsAndTasks;
|
import org.apache.kafka.connect.runtime.distributed.WorkerCoordinator.ConnectorsAndTasks;
|
||||||
import org.apache.kafka.connect.runtime.distributed.WorkerCoordinator.WorkerLoad;
|
import org.apache.kafka.connect.runtime.distributed.WorkerCoordinator.WorkerLoad;
|
||||||
import org.apache.kafka.connect.util.ConnectUtils;
|
|
||||||
import org.apache.kafka.connect.storage.ClusterConfigState;
|
import org.apache.kafka.connect.storage.ClusterConfigState;
|
||||||
|
import org.apache.kafka.connect.util.ConnectUtils;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
|
|
||||||
import java.nio.ByteBuffer;
|
import java.nio.ByteBuffer;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
|
import java.util.Arrays;
|
||||||
import java.util.Collection;
|
import java.util.Collection;
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
|
@ -39,6 +38,7 @@ import java.util.Iterator;
|
||||||
import java.util.LinkedHashSet;
|
import java.util.LinkedHashSet;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
|
import java.util.Map.Entry;
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
import java.util.Set;
|
import java.util.Set;
|
||||||
import java.util.TreeSet;
|
import java.util.TreeSet;
|
||||||
|
|
|
@ -16,9 +16,9 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.distributed;
|
package org.apache.kafka.connect.runtime.distributed;
|
||||||
|
|
||||||
|
import org.apache.kafka.clients.GroupRebalanceConfig;
|
||||||
import org.apache.kafka.clients.consumer.internals.AbstractCoordinator;
|
import org.apache.kafka.clients.consumer.internals.AbstractCoordinator;
|
||||||
import org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient;
|
import org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient;
|
||||||
import org.apache.kafka.clients.GroupRebalanceConfig;
|
|
||||||
import org.apache.kafka.common.metrics.Measurable;
|
import org.apache.kafka.common.metrics.Measurable;
|
||||||
import org.apache.kafka.common.metrics.Metrics;
|
import org.apache.kafka.common.metrics.Metrics;
|
||||||
import org.apache.kafka.common.requests.JoinGroupRequest;
|
import org.apache.kafka.common.requests.JoinGroupRequest;
|
||||||
|
@ -28,6 +28,7 @@ import org.apache.kafka.common.utils.Timer;
|
||||||
import org.apache.kafka.connect.storage.ClusterConfigState;
|
import org.apache.kafka.connect.storage.ClusterConfigState;
|
||||||
import org.apache.kafka.connect.storage.ConfigBackingStore;
|
import org.apache.kafka.connect.storage.ConfigBackingStore;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
|
|
||||||
import java.io.Closeable;
|
import java.io.Closeable;
|
||||||
|
|
|
@ -19,17 +19,17 @@ package org.apache.kafka.connect.runtime.distributed;
|
||||||
import org.apache.kafka.clients.ApiVersions;
|
import org.apache.kafka.clients.ApiVersions;
|
||||||
import org.apache.kafka.clients.ClientUtils;
|
import org.apache.kafka.clients.ClientUtils;
|
||||||
import org.apache.kafka.clients.CommonClientConfigs;
|
import org.apache.kafka.clients.CommonClientConfigs;
|
||||||
|
import org.apache.kafka.clients.GroupRebalanceConfig;
|
||||||
import org.apache.kafka.clients.Metadata;
|
import org.apache.kafka.clients.Metadata;
|
||||||
import org.apache.kafka.clients.MetadataRecoveryStrategy;
|
import org.apache.kafka.clients.MetadataRecoveryStrategy;
|
||||||
import org.apache.kafka.clients.NetworkClient;
|
import org.apache.kafka.clients.NetworkClient;
|
||||||
import org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient;
|
import org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient;
|
||||||
import org.apache.kafka.clients.GroupRebalanceConfig;
|
|
||||||
import org.apache.kafka.common.KafkaException;
|
import org.apache.kafka.common.KafkaException;
|
||||||
import org.apache.kafka.common.internals.ClusterResourceListeners;
|
import org.apache.kafka.common.internals.ClusterResourceListeners;
|
||||||
import org.apache.kafka.common.metrics.MetricsContext;
|
|
||||||
import org.apache.kafka.common.metrics.KafkaMetricsContext;
|
import org.apache.kafka.common.metrics.KafkaMetricsContext;
|
||||||
import org.apache.kafka.common.metrics.MetricConfig;
|
import org.apache.kafka.common.metrics.MetricConfig;
|
||||||
import org.apache.kafka.common.metrics.Metrics;
|
import org.apache.kafka.common.metrics.Metrics;
|
||||||
|
import org.apache.kafka.common.metrics.MetricsContext;
|
||||||
import org.apache.kafka.common.metrics.MetricsReporter;
|
import org.apache.kafka.common.metrics.MetricsReporter;
|
||||||
import org.apache.kafka.common.network.ChannelBuilder;
|
import org.apache.kafka.common.network.ChannelBuilder;
|
||||||
import org.apache.kafka.common.network.Selector;
|
import org.apache.kafka.common.network.Selector;
|
||||||
|
@ -40,6 +40,7 @@ import org.apache.kafka.common.utils.Utils;
|
||||||
import org.apache.kafka.connect.runtime.WorkerConfig;
|
import org.apache.kafka.connect.runtime.WorkerConfig;
|
||||||
import org.apache.kafka.connect.storage.ConfigBackingStore;
|
import org.apache.kafka.connect.storage.ConfigBackingStore;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
|
|
||||||
import java.net.InetSocketAddress;
|
import java.net.InetSocketAddress;
|
||||||
|
|
|
@ -28,6 +28,7 @@ import org.apache.kafka.common.record.RecordBatch;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
import org.apache.kafka.connect.runtime.SinkConnectorConfig;
|
import org.apache.kafka.connect.runtime.SinkConnectorConfig;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -22,6 +22,7 @@ import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.connect.runtime.ConnectMetrics;
|
import org.apache.kafka.connect.runtime.ConnectMetrics;
|
||||||
import org.apache.kafka.connect.runtime.ConnectMetricsRegistry;
|
import org.apache.kafka.connect.runtime.ConnectMetricsRegistry;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -22,6 +22,7 @@ import org.apache.kafka.common.record.TimestampType;
|
||||||
import org.apache.kafka.connect.runtime.ConnectorConfig;
|
import org.apache.kafka.connect.runtime.ConnectorConfig;
|
||||||
import org.apache.kafka.connect.source.SourceRecord;
|
import org.apache.kafka.connect.source.SourceRecord;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -22,6 +22,7 @@ import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
import org.apache.kafka.connect.errors.RetriableException;
|
import org.apache.kafka.connect.errors.RetriableException;
|
||||||
import org.apache.kafka.connect.runtime.ConnectorConfig;
|
import org.apache.kafka.connect.runtime.ConnectorConfig;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -25,18 +25,18 @@ import org.apache.kafka.connect.header.Header;
|
||||||
import org.apache.kafka.connect.runtime.InternalSinkRecord;
|
import org.apache.kafka.connect.runtime.InternalSinkRecord;
|
||||||
import org.apache.kafka.connect.sink.ErrantRecordReporter;
|
import org.apache.kafka.connect.sink.ErrantRecordReporter;
|
||||||
import org.apache.kafka.connect.sink.SinkRecord;
|
import org.apache.kafka.connect.sink.SinkRecord;
|
||||||
|
|
||||||
import org.apache.kafka.connect.sink.SinkTask;
|
import org.apache.kafka.connect.sink.SinkTask;
|
||||||
import org.apache.kafka.connect.storage.Converter;
|
import org.apache.kafka.connect.storage.Converter;
|
||||||
import org.apache.kafka.connect.storage.HeaderConverter;
|
import org.apache.kafka.connect.storage.HeaderConverter;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.Collection;
|
import java.util.Collection;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Optional;
|
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
|
import java.util.Optional;
|
||||||
import java.util.concurrent.ConcurrentHashMap;
|
import java.util.concurrent.ConcurrentHashMap;
|
||||||
import java.util.concurrent.ConcurrentMap;
|
import java.util.concurrent.ConcurrentMap;
|
||||||
import java.util.concurrent.ExecutionException;
|
import java.util.concurrent.ExecutionException;
|
||||||
|
|
|
@ -130,4 +130,3 @@ public class PluginClassLoader extends URLClassLoader {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -17,6 +17,7 @@
|
||||||
package org.apache.kafka.connect.runtime.isolation;
|
package org.apache.kafka.connect.runtime.isolation;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
|
|
||||||
import org.apache.maven.artifact.versioning.DefaultArtifactVersion;
|
import org.apache.maven.artifact.versioning.DefaultArtifactVersion;
|
||||||
|
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
|
|
|
@ -27,8 +27,8 @@ import org.apache.kafka.connect.transforms.Transformation;
|
||||||
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
||||||
|
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
import java.util.SortedSet;
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
import java.util.SortedSet;
|
||||||
import java.util.TreeSet;
|
import java.util.TreeSet;
|
||||||
import java.util.function.Consumer;
|
import java.util.function.Consumer;
|
||||||
import java.util.function.Function;
|
import java.util.function.Function;
|
||||||
|
|
|
@ -17,6 +17,7 @@
|
||||||
package org.apache.kafka.connect.runtime.isolation;
|
package org.apache.kafka.connect.runtime.isolation;
|
||||||
|
|
||||||
import org.apache.kafka.connect.components.Versioned;
|
import org.apache.kafka.connect.components.Versioned;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -34,6 +34,7 @@ import org.apache.kafka.connect.storage.ConverterType;
|
||||||
import org.apache.kafka.connect.storage.HeaderConverter;
|
import org.apache.kafka.connect.storage.HeaderConverter;
|
||||||
import org.apache.kafka.connect.transforms.Transformation;
|
import org.apache.kafka.connect.transforms.Transformation;
|
||||||
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -25,6 +25,7 @@ import org.apache.kafka.connect.storage.Converter;
|
||||||
import org.apache.kafka.connect.storage.HeaderConverter;
|
import org.apache.kafka.connect.storage.HeaderConverter;
|
||||||
import org.apache.kafka.connect.transforms.Transformation;
|
import org.apache.kafka.connect.transforms.Transformation;
|
||||||
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
import org.apache.kafka.connect.transforms.predicates.Predicate;
|
||||||
|
|
||||||
import org.reflections.Reflections;
|
import org.reflections.Reflections;
|
||||||
import org.reflections.ReflectionsException;
|
import org.reflections.ReflectionsException;
|
||||||
import org.reflections.scanners.Scanners;
|
import org.reflections.scanners.Scanners;
|
||||||
|
|
|
@ -22,6 +22,7 @@ import org.apache.kafka.connect.runtime.rest.resources.ConnectorsResource;
|
||||||
import org.apache.kafka.connect.runtime.rest.resources.InternalConnectResource;
|
import org.apache.kafka.connect.runtime.rest.resources.InternalConnectResource;
|
||||||
import org.apache.kafka.connect.runtime.rest.resources.LoggingResource;
|
import org.apache.kafka.connect.runtime.rest.resources.LoggingResource;
|
||||||
import org.apache.kafka.connect.runtime.rest.resources.RootResource;
|
import org.apache.kafka.connect.runtime.rest.resources.RootResource;
|
||||||
|
|
||||||
import org.glassfish.hk2.utilities.binding.AbstractBinder;
|
import org.glassfish.hk2.utilities.binding.AbstractBinder;
|
||||||
import org.glassfish.jersey.server.ResourceConfig;
|
import org.glassfish.jersey.server.ResourceConfig;
|
||||||
|
|
||||||
|
|
|
@ -16,25 +16,28 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest;
|
package org.apache.kafka.connect.runtime.rest;
|
||||||
|
|
||||||
import com.fasterxml.jackson.core.type.TypeReference;
|
|
||||||
import org.apache.kafka.connect.runtime.distributed.RebalanceNeededException;
|
import org.apache.kafka.connect.runtime.distributed.RebalanceNeededException;
|
||||||
import org.apache.kafka.connect.runtime.distributed.RequestTargetException;
|
import org.apache.kafka.connect.runtime.distributed.RequestTargetException;
|
||||||
import org.apache.kafka.connect.runtime.rest.errors.ConnectRestException;
|
import org.apache.kafka.connect.runtime.rest.errors.ConnectRestException;
|
||||||
import org.apache.kafka.connect.util.FutureCallback;
|
import org.apache.kafka.connect.util.FutureCallback;
|
||||||
import org.apache.kafka.connect.util.Stage;
|
import org.apache.kafka.connect.util.Stage;
|
||||||
import org.apache.kafka.connect.util.StagedTimeoutException;
|
import org.apache.kafka.connect.util.StagedTimeoutException;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.core.type.TypeReference;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import javax.ws.rs.core.HttpHeaders;
|
|
||||||
import javax.ws.rs.core.Response;
|
|
||||||
import javax.ws.rs.core.UriBuilder;
|
|
||||||
import java.time.Instant;
|
import java.time.Instant;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.concurrent.ExecutionException;
|
import java.util.concurrent.ExecutionException;
|
||||||
import java.util.concurrent.TimeUnit;
|
import java.util.concurrent.TimeUnit;
|
||||||
import java.util.concurrent.TimeoutException;
|
import java.util.concurrent.TimeoutException;
|
||||||
|
|
||||||
|
import javax.ws.rs.core.HttpHeaders;
|
||||||
|
import javax.ws.rs.core.Response;
|
||||||
|
import javax.ws.rs.core.UriBuilder;
|
||||||
|
|
||||||
public class HerderRequestHandler {
|
public class HerderRequestHandler {
|
||||||
|
|
||||||
private static final Logger log = LoggerFactory.getLogger(HerderRequestHandler.class);
|
private static final Logger log = LoggerFactory.getLogger(HerderRequestHandler.class);
|
||||||
|
|
|
@ -19,11 +19,9 @@ package org.apache.kafka.connect.runtime.rest;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
import org.apache.kafka.connect.runtime.distributed.Crypto;
|
import org.apache.kafka.connect.runtime.distributed.Crypto;
|
||||||
import org.apache.kafka.connect.runtime.rest.errors.BadRequestException;
|
import org.apache.kafka.connect.runtime.rest.errors.BadRequestException;
|
||||||
|
|
||||||
import org.eclipse.jetty.client.api.Request;
|
import org.eclipse.jetty.client.api.Request;
|
||||||
|
|
||||||
import javax.crypto.Mac;
|
|
||||||
import javax.crypto.SecretKey;
|
|
||||||
import javax.ws.rs.core.HttpHeaders;
|
|
||||||
import java.security.InvalidKeyException;
|
import java.security.InvalidKeyException;
|
||||||
import java.security.MessageDigest;
|
import java.security.MessageDigest;
|
||||||
import java.security.NoSuchAlgorithmException;
|
import java.security.NoSuchAlgorithmException;
|
||||||
|
@ -31,6 +29,10 @@ import java.util.Arrays;
|
||||||
import java.util.Base64;
|
import java.util.Base64;
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
|
|
||||||
|
import javax.crypto.Mac;
|
||||||
|
import javax.crypto.SecretKey;
|
||||||
|
import javax.ws.rs.core.HttpHeaders;
|
||||||
|
|
||||||
public class InternalRequestSignature {
|
public class InternalRequestSignature {
|
||||||
|
|
||||||
public static final String SIGNATURE_HEADER = "X-Connect-Authorization";
|
public static final String SIGNATURE_HEADER = "X-Connect-Authorization";
|
||||||
|
|
|
@ -17,13 +17,15 @@
|
||||||
|
|
||||||
package org.apache.kafka.connect.runtime.rest;
|
package org.apache.kafka.connect.runtime.rest;
|
||||||
|
|
||||||
import com.fasterxml.jackson.core.type.TypeReference;
|
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
||||||
import org.apache.kafka.connect.runtime.distributed.Crypto;
|
|
||||||
import org.apache.kafka.common.config.AbstractConfig;
|
import org.apache.kafka.common.config.AbstractConfig;
|
||||||
|
import org.apache.kafka.connect.runtime.distributed.Crypto;
|
||||||
import org.apache.kafka.connect.runtime.rest.entities.ErrorMessage;
|
import org.apache.kafka.connect.runtime.rest.entities.ErrorMessage;
|
||||||
import org.apache.kafka.connect.runtime.rest.errors.ConnectRestException;
|
import org.apache.kafka.connect.runtime.rest.errors.ConnectRestException;
|
||||||
import org.apache.kafka.connect.runtime.rest.util.SSLUtils;
|
import org.apache.kafka.connect.runtime.rest.util.SSLUtils;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.core.type.TypeReference;
|
||||||
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
import org.eclipse.jetty.client.HttpClient;
|
import org.eclipse.jetty.client.HttpClient;
|
||||||
import org.eclipse.jetty.client.api.ContentResponse;
|
import org.eclipse.jetty.client.api.ContentResponse;
|
||||||
import org.eclipse.jetty.client.api.Request;
|
import org.eclipse.jetty.client.api.Request;
|
||||||
|
@ -35,9 +37,6 @@ import org.eclipse.jetty.util.ssl.SslContextFactory;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import javax.crypto.SecretKey;
|
|
||||||
import javax.ws.rs.core.HttpHeaders;
|
|
||||||
import javax.ws.rs.core.Response;
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.nio.charset.StandardCharsets;
|
import java.nio.charset.StandardCharsets;
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
|
@ -46,6 +45,10 @@ import java.util.Objects;
|
||||||
import java.util.concurrent.ExecutionException;
|
import java.util.concurrent.ExecutionException;
|
||||||
import java.util.concurrent.TimeoutException;
|
import java.util.concurrent.TimeoutException;
|
||||||
|
|
||||||
|
import javax.crypto.SecretKey;
|
||||||
|
import javax.ws.rs.core.HttpHeaders;
|
||||||
|
import javax.ws.rs.core.Response;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Client for outbound REST requests to other members of a Connect cluster
|
* Client for outbound REST requests to other members of a Connect cluster
|
||||||
* This class is thread-safe.
|
* This class is thread-safe.
|
||||||
|
|
|
@ -16,7 +16,6 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest;
|
package org.apache.kafka.connect.runtime.rest;
|
||||||
|
|
||||||
import com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider;
|
|
||||||
import org.apache.kafka.common.config.ConfigException;
|
import org.apache.kafka.common.config.ConfigException;
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
|
@ -28,6 +27,9 @@ import org.apache.kafka.connect.runtime.health.ConnectClusterDetailsImpl;
|
||||||
import org.apache.kafka.connect.runtime.health.ConnectClusterStateImpl;
|
import org.apache.kafka.connect.runtime.health.ConnectClusterStateImpl;
|
||||||
import org.apache.kafka.connect.runtime.rest.errors.ConnectExceptionMapper;
|
import org.apache.kafka.connect.runtime.rest.errors.ConnectExceptionMapper;
|
||||||
import org.apache.kafka.connect.runtime.rest.util.SSLUtils;
|
import org.apache.kafka.connect.runtime.rest.util.SSLUtils;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider;
|
||||||
|
|
||||||
import org.eclipse.jetty.server.Connector;
|
import org.eclipse.jetty.server.Connector;
|
||||||
import org.eclipse.jetty.server.CustomRequestLog;
|
import org.eclipse.jetty.server.CustomRequestLog;
|
||||||
import org.eclipse.jetty.server.Handler;
|
import org.eclipse.jetty.server.Handler;
|
||||||
|
@ -50,8 +52,6 @@ import org.glassfish.jersey.servlet.ServletContainer;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import javax.servlet.DispatcherType;
|
|
||||||
import javax.ws.rs.core.UriBuilder;
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.net.URI;
|
import java.net.URI;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
|
@ -64,6 +64,9 @@ import java.util.concurrent.TimeUnit;
|
||||||
import java.util.regex.Matcher;
|
import java.util.regex.Matcher;
|
||||||
import java.util.regex.Pattern;
|
import java.util.regex.Pattern;
|
||||||
|
|
||||||
|
import javax.servlet.DispatcherType;
|
||||||
|
import javax.ws.rs.core.UriBuilder;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Embedded server for the REST API that provides the control plane for Kafka Connect workers.
|
* Embedded server for the REST API that provides the control plane for Kafka Connect workers.
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -23,6 +23,7 @@ import org.apache.kafka.common.config.SslClientAuth;
|
||||||
import org.apache.kafka.common.config.internals.BrokerSecurityConfigs;
|
import org.apache.kafka.common.config.internals.BrokerSecurityConfigs;
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
import org.apache.kafka.connect.runtime.WorkerConfig;
|
import org.apache.kafka.connect.runtime.WorkerConfig;
|
||||||
|
|
||||||
import org.eclipse.jetty.util.StringUtil;
|
import org.eclipse.jetty.util.StringUtil;
|
||||||
|
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
|
|
|
@ -16,11 +16,11 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.entities;
|
package org.apache.kafka.connect.runtime.rest.entities;
|
||||||
|
|
||||||
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonCreator;
|
import com.fasterxml.jackson.annotation.JsonCreator;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
|
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
|
|
|
@ -16,9 +16,10 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.entities;
|
package org.apache.kafka.connect.runtime.rest.entities;
|
||||||
|
|
||||||
|
import org.apache.kafka.connect.runtime.rest.resources.ConnectorsResource;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonCreator;
|
import com.fasterxml.jackson.annotation.JsonCreator;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
import org.apache.kafka.connect.runtime.rest.resources.ConnectorsResource;
|
|
||||||
|
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -16,13 +16,13 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.entities;
|
package org.apache.kafka.connect.runtime.rest.entities;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonCreator;
|
|
||||||
import com.fasterxml.jackson.annotation.JsonValue;
|
|
||||||
|
|
||||||
import org.apache.kafka.connect.connector.Connector;
|
import org.apache.kafka.connect.connector.Connector;
|
||||||
import org.apache.kafka.connect.sink.SinkConnector;
|
import org.apache.kafka.connect.sink.SinkConnector;
|
||||||
import org.apache.kafka.connect.source.SourceConnector;
|
import org.apache.kafka.connect.source.SourceConnector;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.annotation.JsonCreator;
|
||||||
|
import com.fasterxml.jackson.annotation.JsonValue;
|
||||||
|
|
||||||
import java.util.Locale;
|
import java.util.Locale;
|
||||||
|
|
||||||
public enum ConnectorType {
|
public enum ConnectorType {
|
||||||
|
|
|
@ -16,9 +16,10 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.entities;
|
package org.apache.kafka.connect.runtime.rest.entities;
|
||||||
|
|
||||||
|
import org.apache.kafka.connect.runtime.TargetState;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonCreator;
|
import com.fasterxml.jackson.annotation.JsonCreator;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
import org.apache.kafka.connect.runtime.TargetState;
|
|
||||||
|
|
||||||
import java.util.Locale;
|
import java.util.Locale;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
|
|
|
@ -16,11 +16,12 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.entities;
|
package org.apache.kafka.connect.runtime.rest.entities;
|
||||||
|
|
||||||
|
import org.apache.kafka.connect.runtime.isolation.PluginDesc;
|
||||||
|
import org.apache.kafka.connect.runtime.isolation.PluginType;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonCreator;
|
import com.fasterxml.jackson.annotation.JsonCreator;
|
||||||
import com.fasterxml.jackson.annotation.JsonInclude;
|
import com.fasterxml.jackson.annotation.JsonInclude;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
import org.apache.kafka.connect.runtime.isolation.PluginDesc;
|
|
||||||
import org.apache.kafka.connect.runtime.isolation.PluginType;
|
|
||||||
|
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
|
|
||||||
|
|
|
@ -16,9 +16,10 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.entities;
|
package org.apache.kafka.connect.runtime.rest.entities;
|
||||||
|
|
||||||
|
import org.apache.kafka.common.utils.AppInfoParser;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonCreator;
|
import com.fasterxml.jackson.annotation.JsonCreator;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
import org.apache.kafka.common.utils.AppInfoParser;
|
|
||||||
|
|
||||||
public class ServerInfo {
|
public class ServerInfo {
|
||||||
private final String version;
|
private final String version;
|
||||||
|
|
|
@ -16,9 +16,10 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.entities;
|
package org.apache.kafka.connect.runtime.rest.entities;
|
||||||
|
|
||||||
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonCreator;
|
import com.fasterxml.jackson.annotation.JsonCreator;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
|
||||||
|
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
|
|
|
@ -19,6 +19,7 @@ package org.apache.kafka.connect.runtime.rest.errors;
|
||||||
import org.apache.kafka.connect.errors.AlreadyExistsException;
|
import org.apache.kafka.connect.errors.AlreadyExistsException;
|
||||||
import org.apache.kafka.connect.errors.NotFoundException;
|
import org.apache.kafka.connect.errors.NotFoundException;
|
||||||
import org.apache.kafka.connect.runtime.rest.entities.ErrorMessage;
|
import org.apache.kafka.connect.runtime.rest.entities.ErrorMessage;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,8 +16,6 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.resources;
|
package org.apache.kafka.connect.runtime.rest.resources;
|
||||||
|
|
||||||
import io.swagger.v3.oas.annotations.Operation;
|
|
||||||
import io.swagger.v3.oas.annotations.Parameter;
|
|
||||||
import org.apache.kafka.connect.runtime.ConnectorConfig;
|
import org.apache.kafka.connect.runtime.ConnectorConfig;
|
||||||
import org.apache.kafka.connect.runtime.Herder;
|
import org.apache.kafka.connect.runtime.Herder;
|
||||||
import org.apache.kafka.connect.runtime.isolation.PluginDesc;
|
import org.apache.kafka.connect.runtime.isolation.PluginDesc;
|
||||||
|
@ -31,6 +29,18 @@ import org.apache.kafka.connect.util.FutureCallback;
|
||||||
import org.apache.kafka.connect.util.Stage;
|
import org.apache.kafka.connect.util.Stage;
|
||||||
import org.apache.kafka.connect.util.StagedTimeoutException;
|
import org.apache.kafka.connect.util.StagedTimeoutException;
|
||||||
|
|
||||||
|
import java.time.Instant;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Collection;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.LinkedHashSet;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Set;
|
||||||
|
import java.util.concurrent.TimeUnit;
|
||||||
|
import java.util.concurrent.TimeoutException;
|
||||||
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
import javax.inject.Inject;
|
import javax.inject.Inject;
|
||||||
import javax.ws.rs.BadRequestException;
|
import javax.ws.rs.BadRequestException;
|
||||||
import javax.ws.rs.Consumes;
|
import javax.ws.rs.Consumes;
|
||||||
|
@ -43,17 +53,9 @@ import javax.ws.rs.Produces;
|
||||||
import javax.ws.rs.QueryParam;
|
import javax.ws.rs.QueryParam;
|
||||||
import javax.ws.rs.core.MediaType;
|
import javax.ws.rs.core.MediaType;
|
||||||
import javax.ws.rs.core.Response;
|
import javax.ws.rs.core.Response;
|
||||||
import java.time.Instant;
|
|
||||||
import java.util.ArrayList;
|
import io.swagger.v3.oas.annotations.Operation;
|
||||||
import java.util.Collection;
|
import io.swagger.v3.oas.annotations.Parameter;
|
||||||
import java.util.Collections;
|
|
||||||
import java.util.LinkedHashSet;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.Map;
|
|
||||||
import java.util.Set;
|
|
||||||
import java.util.concurrent.TimeUnit;
|
|
||||||
import java.util.concurrent.TimeoutException;
|
|
||||||
import java.util.stream.Collectors;
|
|
||||||
|
|
||||||
@Path("/connector-plugins")
|
@Path("/connector-plugins")
|
||||||
@Produces(MediaType.APPLICATION_JSON)
|
@Produces(MediaType.APPLICATION_JSON)
|
||||||
|
|
|
@ -16,9 +16,6 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.resources;
|
package org.apache.kafka.connect.runtime.rest.resources;
|
||||||
|
|
||||||
import com.fasterxml.jackson.core.type.TypeReference;
|
|
||||||
import io.swagger.v3.oas.annotations.Operation;
|
|
||||||
import io.swagger.v3.oas.annotations.Parameter;
|
|
||||||
import org.apache.kafka.connect.errors.NotFoundException;
|
import org.apache.kafka.connect.errors.NotFoundException;
|
||||||
import org.apache.kafka.connect.runtime.ConnectorConfig;
|
import org.apache.kafka.connect.runtime.ConnectorConfig;
|
||||||
import org.apache.kafka.connect.runtime.Herder;
|
import org.apache.kafka.connect.runtime.Herder;
|
||||||
|
@ -37,9 +34,18 @@ import org.apache.kafka.connect.runtime.rest.entities.TaskInfo;
|
||||||
import org.apache.kafka.connect.runtime.rest.errors.ConnectRestException;
|
import org.apache.kafka.connect.runtime.rest.errors.ConnectRestException;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.kafka.connect.util.FutureCallback;
|
import org.apache.kafka.connect.util.FutureCallback;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.core.type.TypeReference;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
import java.net.URI;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
import javax.inject.Inject;
|
import javax.inject.Inject;
|
||||||
import javax.servlet.ServletContext;
|
import javax.servlet.ServletContext;
|
||||||
import javax.ws.rs.BadRequestException;
|
import javax.ws.rs.BadRequestException;
|
||||||
|
@ -60,11 +66,9 @@ import javax.ws.rs.core.MediaType;
|
||||||
import javax.ws.rs.core.Response;
|
import javax.ws.rs.core.Response;
|
||||||
import javax.ws.rs.core.UriBuilder;
|
import javax.ws.rs.core.UriBuilder;
|
||||||
import javax.ws.rs.core.UriInfo;
|
import javax.ws.rs.core.UriInfo;
|
||||||
import java.net.URI;
|
|
||||||
import java.util.Collections;
|
import io.swagger.v3.oas.annotations.Operation;
|
||||||
import java.util.HashMap;
|
import io.swagger.v3.oas.annotations.Parameter;
|
||||||
import java.util.List;
|
|
||||||
import java.util.Map;
|
|
||||||
|
|
||||||
import static org.apache.kafka.connect.runtime.rest.HerderRequestHandler.IdentityTranslator;
|
import static org.apache.kafka.connect.runtime.rest.HerderRequestHandler.IdentityTranslator;
|
||||||
import static org.apache.kafka.connect.runtime.rest.HerderRequestHandler.Translator;
|
import static org.apache.kafka.connect.runtime.rest.HerderRequestHandler.Translator;
|
||||||
|
|
|
@ -16,9 +16,6 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.resources;
|
package org.apache.kafka.connect.runtime.rest.resources;
|
||||||
|
|
||||||
import com.fasterxml.jackson.core.type.TypeReference;
|
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
||||||
import io.swagger.v3.oas.annotations.Operation;
|
|
||||||
import org.apache.kafka.connect.runtime.Herder;
|
import org.apache.kafka.connect.runtime.Herder;
|
||||||
import org.apache.kafka.connect.runtime.distributed.Crypto;
|
import org.apache.kafka.connect.runtime.distributed.Crypto;
|
||||||
import org.apache.kafka.connect.runtime.rest.HerderRequestHandler;
|
import org.apache.kafka.connect.runtime.rest.HerderRequestHandler;
|
||||||
|
@ -27,6 +24,12 @@ import org.apache.kafka.connect.runtime.rest.RestClient;
|
||||||
import org.apache.kafka.connect.runtime.rest.RestRequestTimeout;
|
import org.apache.kafka.connect.runtime.rest.RestRequestTimeout;
|
||||||
import org.apache.kafka.connect.util.FutureCallback;
|
import org.apache.kafka.connect.util.FutureCallback;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.core.type.TypeReference;
|
||||||
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
import javax.ws.rs.POST;
|
import javax.ws.rs.POST;
|
||||||
import javax.ws.rs.PUT;
|
import javax.ws.rs.PUT;
|
||||||
import javax.ws.rs.Path;
|
import javax.ws.rs.Path;
|
||||||
|
@ -37,8 +40,8 @@ import javax.ws.rs.core.Context;
|
||||||
import javax.ws.rs.core.HttpHeaders;
|
import javax.ws.rs.core.HttpHeaders;
|
||||||
import javax.ws.rs.core.MediaType;
|
import javax.ws.rs.core.MediaType;
|
||||||
import javax.ws.rs.core.UriInfo;
|
import javax.ws.rs.core.UriInfo;
|
||||||
import java.util.List;
|
|
||||||
import java.util.Map;
|
import io.swagger.v3.oas.annotations.Operation;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Contains endpoints necessary for intra-cluster communication--that is, requests that
|
* Contains endpoints necessary for intra-cluster communication--that is, requests that
|
||||||
|
|
|
@ -16,15 +16,19 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.resources;
|
package org.apache.kafka.connect.runtime.rest.resources;
|
||||||
|
|
||||||
import io.swagger.v3.oas.annotations.Operation;
|
|
||||||
import io.swagger.v3.oas.annotations.Parameter;
|
|
||||||
import org.apache.kafka.connect.errors.NotFoundException;
|
import org.apache.kafka.connect.errors.NotFoundException;
|
||||||
import org.apache.kafka.connect.runtime.Herder;
|
import org.apache.kafka.connect.runtime.Herder;
|
||||||
import org.apache.kafka.connect.runtime.rest.entities.LoggerLevel;
|
import org.apache.kafka.connect.runtime.rest.entities.LoggerLevel;
|
||||||
import org.apache.kafka.connect.runtime.rest.errors.BadRequestException;
|
import org.apache.kafka.connect.runtime.rest.errors.BadRequestException;
|
||||||
|
|
||||||
import org.apache.log4j.Level;
|
import org.apache.log4j.Level;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Locale;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Objects;
|
||||||
|
|
||||||
import javax.inject.Inject;
|
import javax.inject.Inject;
|
||||||
import javax.ws.rs.Consumes;
|
import javax.ws.rs.Consumes;
|
||||||
import javax.ws.rs.DefaultValue;
|
import javax.ws.rs.DefaultValue;
|
||||||
|
@ -36,10 +40,9 @@ import javax.ws.rs.Produces;
|
||||||
import javax.ws.rs.QueryParam;
|
import javax.ws.rs.QueryParam;
|
||||||
import javax.ws.rs.core.MediaType;
|
import javax.ws.rs.core.MediaType;
|
||||||
import javax.ws.rs.core.Response;
|
import javax.ws.rs.core.Response;
|
||||||
import java.util.List;
|
|
||||||
import java.util.Locale;
|
import io.swagger.v3.oas.annotations.Operation;
|
||||||
import java.util.Map;
|
import io.swagger.v3.oas.annotations.Parameter;
|
||||||
import java.util.Objects;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A set of endpoints to adjust the log levels of runtime loggers.
|
* A set of endpoints to adjust the log levels of runtime loggers.
|
||||||
|
|
|
@ -16,7 +16,6 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.runtime.rest.resources;
|
package org.apache.kafka.connect.runtime.rest.resources;
|
||||||
|
|
||||||
import io.swagger.v3.oas.annotations.Operation;
|
|
||||||
import org.apache.kafka.connect.runtime.Herder;
|
import org.apache.kafka.connect.runtime.Herder;
|
||||||
import org.apache.kafka.connect.runtime.rest.entities.ServerInfo;
|
import org.apache.kafka.connect.runtime.rest.entities.ServerInfo;
|
||||||
|
|
||||||
|
@ -26,6 +25,8 @@ import javax.ws.rs.Path;
|
||||||
import javax.ws.rs.Produces;
|
import javax.ws.rs.Produces;
|
||||||
import javax.ws.rs.core.MediaType;
|
import javax.ws.rs.core.MediaType;
|
||||||
|
|
||||||
|
import io.swagger.v3.oas.annotations.Operation;
|
||||||
|
|
||||||
@Path("/")
|
@Path("/")
|
||||||
@Produces(MediaType.APPLICATION_JSON)
|
@Produces(MediaType.APPLICATION_JSON)
|
||||||
public class RootResource {
|
public class RootResource {
|
||||||
|
|
|
@ -22,6 +22,7 @@ import org.apache.kafka.common.config.internals.BrokerSecurityConfigs;
|
||||||
import org.apache.kafka.common.config.types.Password;
|
import org.apache.kafka.common.config.types.Password;
|
||||||
import org.apache.kafka.connect.runtime.rest.RestClient;
|
import org.apache.kafka.connect.runtime.rest.RestClient;
|
||||||
import org.apache.kafka.connect.runtime.rest.RestServer;
|
import org.apache.kafka.connect.runtime.rest.RestServer;
|
||||||
|
|
||||||
import org.eclipse.jetty.util.ssl.SslContextFactory;
|
import org.eclipse.jetty.util.ssl.SslContextFactory;
|
||||||
|
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
|
|
|
@ -49,6 +49,7 @@ import org.apache.kafka.connect.storage.StatusBackingStore;
|
||||||
import org.apache.kafka.connect.util.Callback;
|
import org.apache.kafka.connect.util.Callback;
|
||||||
import org.apache.kafka.connect.util.ConnectUtils;
|
import org.apache.kafka.connect.util.ConnectUtils;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -18,8 +18,8 @@ package org.apache.kafka.connect.storage;
|
||||||
|
|
||||||
import org.apache.kafka.common.config.provider.ConfigProvider;
|
import org.apache.kafka.common.config.provider.ConfigProvider;
|
||||||
import org.apache.kafka.connect.runtime.SessionKey;
|
import org.apache.kafka.connect.runtime.SessionKey;
|
||||||
import org.apache.kafka.connect.runtime.WorkerConfigTransformer;
|
|
||||||
import org.apache.kafka.connect.runtime.TargetState;
|
import org.apache.kafka.connect.runtime.TargetState;
|
||||||
|
import org.apache.kafka.connect.runtime.WorkerConfigTransformer;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
|
|
|
@ -21,6 +21,7 @@ import org.apache.kafka.connect.runtime.WorkerConfig;
|
||||||
import org.apache.kafka.connect.util.Callback;
|
import org.apache.kafka.connect.util.Callback;
|
||||||
import org.apache.kafka.connect.util.LoggingContext;
|
import org.apache.kafka.connect.util.LoggingContext;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
@ -35,12 +36,12 @@ import java.util.Objects;
|
||||||
import java.util.Optional;
|
import java.util.Optional;
|
||||||
import java.util.Set;
|
import java.util.Set;
|
||||||
import java.util.concurrent.CompletableFuture;
|
import java.util.concurrent.CompletableFuture;
|
||||||
|
import java.util.concurrent.CountDownLatch;
|
||||||
import java.util.concurrent.ExecutionException;
|
import java.util.concurrent.ExecutionException;
|
||||||
import java.util.concurrent.Future;
|
import java.util.concurrent.Future;
|
||||||
import java.util.concurrent.TimeUnit;
|
import java.util.concurrent.TimeUnit;
|
||||||
import java.util.concurrent.TimeoutException;
|
import java.util.concurrent.TimeoutException;
|
||||||
import java.util.concurrent.atomic.AtomicReference;
|
import java.util.concurrent.atomic.AtomicReference;
|
||||||
import java.util.concurrent.CountDownLatch;
|
|
||||||
import java.util.function.Supplier;
|
import java.util.function.Supplier;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|
|
@ -20,6 +20,7 @@ import org.apache.kafka.connect.errors.ConnectException;
|
||||||
import org.apache.kafka.connect.runtime.WorkerConfig;
|
import org.apache.kafka.connect.runtime.WorkerConfig;
|
||||||
import org.apache.kafka.connect.runtime.standalone.StandaloneConfig;
|
import org.apache.kafka.connect.runtime.standalone.StandaloneConfig;
|
||||||
import org.apache.kafka.connect.util.SafeObjectInputStream;
|
import org.apache.kafka.connect.util.SafeObjectInputStream;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -54,10 +54,10 @@ import org.apache.kafka.connect.util.ConnectUtils;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.kafka.connect.util.KafkaBasedLog;
|
import org.apache.kafka.connect.util.KafkaBasedLog;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import javax.crypto.spec.SecretKeySpec;
|
|
||||||
import java.time.Duration;
|
import java.time.Duration;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
|
@ -76,6 +76,8 @@ import java.util.concurrent.TimeUnit;
|
||||||
import java.util.concurrent.TimeoutException;
|
import java.util.concurrent.TimeoutException;
|
||||||
import java.util.function.Supplier;
|
import java.util.function.Supplier;
|
||||||
|
|
||||||
|
import javax.crypto.spec.SecretKeySpec;
|
||||||
|
|
||||||
import static org.apache.kafka.connect.runtime.TargetState.PAUSED;
|
import static org.apache.kafka.connect.runtime.TargetState.PAUSED;
|
||||||
import static org.apache.kafka.connect.runtime.TargetState.STOPPED;
|
import static org.apache.kafka.connect.runtime.TargetState.STOPPED;
|
||||||
import static org.apache.kafka.connect.util.ConnectUtils.className;
|
import static org.apache.kafka.connect.util.ConnectUtils.className;
|
||||||
|
@ -1344,4 +1346,3 @@ public class KafkaConfigBackingStore extends KafkaTopicBasedBackingStore impleme
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -38,6 +38,7 @@ import org.apache.kafka.connect.util.ConnectUtils;
|
||||||
import org.apache.kafka.connect.util.ConvertingFutureCallback;
|
import org.apache.kafka.connect.util.ConvertingFutureCallback;
|
||||||
import org.apache.kafka.connect.util.KafkaBasedLog;
|
import org.apache.kafka.connect.util.KafkaBasedLog;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -46,6 +46,7 @@ import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
import org.apache.kafka.connect.util.KafkaBasedLog;
|
import org.apache.kafka.connect.util.KafkaBasedLog;
|
||||||
import org.apache.kafka.connect.util.Table;
|
import org.apache.kafka.connect.util.Table;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -25,6 +25,7 @@ import org.apache.kafka.connect.runtime.WorkerConfig;
|
||||||
import org.apache.kafka.connect.util.Callback;
|
import org.apache.kafka.connect.util.Callback;
|
||||||
import org.apache.kafka.connect.util.KafkaBasedLog;
|
import org.apache.kafka.connect.util.KafkaBasedLog;
|
||||||
import org.apache.kafka.connect.util.TopicAdmin;
|
import org.apache.kafka.connect.util.TopicAdmin;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -21,6 +21,7 @@ import org.apache.kafka.connect.runtime.SessionKey;
|
||||||
import org.apache.kafka.connect.runtime.TargetState;
|
import org.apache.kafka.connect.runtime.TargetState;
|
||||||
import org.apache.kafka.connect.runtime.WorkerConfigTransformer;
|
import org.apache.kafka.connect.runtime.WorkerConfigTransformer;
|
||||||
import org.apache.kafka.connect.util.ConnectorTaskId;
|
import org.apache.kafka.connect.util.ConnectorTaskId;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,9 +16,9 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.storage;
|
package org.apache.kafka.connect.storage;
|
||||||
|
|
||||||
|
import org.apache.kafka.common.utils.ThreadUtils;
|
||||||
import org.apache.kafka.connect.runtime.WorkerConfig;
|
import org.apache.kafka.connect.runtime.WorkerConfig;
|
||||||
import org.apache.kafka.connect.util.Callback;
|
import org.apache.kafka.connect.util.Callback;
|
||||||
import org.apache.kafka.common.utils.ThreadUtils;
|
|
||||||
|
|
||||||
import java.nio.ByteBuffer;
|
import java.nio.ByteBuffer;
|
||||||
import java.util.Collection;
|
import java.util.Collection;
|
||||||
|
|
|
@ -18,6 +18,7 @@ package org.apache.kafka.connect.storage;
|
||||||
|
|
||||||
import org.apache.kafka.connect.data.SchemaAndValue;
|
import org.apache.kafka.connect.data.SchemaAndValue;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -18,6 +18,7 @@ package org.apache.kafka.connect.storage;
|
||||||
|
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
import org.apache.kafka.connect.util.Callback;
|
import org.apache.kafka.connect.util.Callback;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -19,6 +19,7 @@ package org.apache.kafka.connect.storage;
|
||||||
import org.apache.kafka.connect.data.ConnectSchema;
|
import org.apache.kafka.connect.data.ConnectSchema;
|
||||||
import org.apache.kafka.connect.data.Schema;
|
import org.apache.kafka.connect.data.Schema;
|
||||||
import org.apache.kafka.connect.errors.DataException;
|
import org.apache.kafka.connect.errors.DataException;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -25,6 +25,7 @@ import org.apache.kafka.connect.runtime.WorkerConfig;
|
||||||
import org.apache.kafka.connect.runtime.distributed.DistributedConfig;
|
import org.apache.kafka.connect.runtime.distributed.DistributedConfig;
|
||||||
import org.apache.kafka.connect.sink.SinkConnector;
|
import org.apache.kafka.connect.sink.SinkConnector;
|
||||||
import org.apache.kafka.connect.source.SourceConnector;
|
import org.apache.kafka.connect.source.SourceConnector;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -137,4 +137,3 @@ public abstract class ConvertingFutureCallback<U, T> implements Callback<U>, Fut
|
||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -37,6 +37,7 @@ import org.apache.kafka.common.errors.WakeupException;
|
||||||
import org.apache.kafka.common.utils.Time;
|
import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.common.utils.Utils;
|
import org.apache.kafka.common.utils.Utils;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -20,6 +20,7 @@ import org.apache.kafka.common.errors.RetriableException;
|
||||||
import org.apache.kafka.common.errors.WakeupException;
|
import org.apache.kafka.common.errors.WakeupException;
|
||||||
import org.apache.kafka.common.utils.Time;
|
import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,6 +16,9 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.util;
|
package org.apache.kafka.connect.util;
|
||||||
|
|
||||||
|
import org.apache.kafka.clients.admin.AdminClientConfig;
|
||||||
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
|
|
||||||
import java.time.Duration;
|
import java.time.Duration;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.Objects;
|
import java.util.Objects;
|
||||||
|
@ -25,9 +28,6 @@ import java.util.function.Function;
|
||||||
import java.util.function.Supplier;
|
import java.util.function.Supplier;
|
||||||
import java.util.function.UnaryOperator;
|
import java.util.function.UnaryOperator;
|
||||||
|
|
||||||
import org.apache.kafka.clients.admin.AdminClientConfig;
|
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A holder of a {@link TopicAdmin} object that is lazily and atomically created when needed by multiple callers.
|
* A holder of a {@link TopicAdmin} object that is lazily and atomically created when needed by multiple callers.
|
||||||
* As soon as one of the getters is called, all getters will return the same shared {@link TopicAdmin}
|
* As soon as one of the getters is called, all getters will return the same shared {@link TopicAdmin}
|
||||||
|
|
|
@ -49,6 +49,7 @@ import org.apache.kafka.common.utils.Time;
|
||||||
import org.apache.kafka.common.utils.Timer;
|
import org.apache.kafka.common.utils.Timer;
|
||||||
import org.apache.kafka.connect.errors.ConnectException;
|
import org.apache.kafka.connect.errors.ConnectException;
|
||||||
import org.apache.kafka.connect.errors.RetriableException;
|
import org.apache.kafka.connect.errors.RetriableException;
|
||||||
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
|
|
@ -16,9 +16,11 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.kafka.connect.cli;
|
package org.apache.kafka.connect.cli;
|
||||||
|
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
||||||
import org.apache.kafka.connect.runtime.rest.entities.CreateConnectorRequest;
|
import org.apache.kafka.connect.runtime.rest.entities.CreateConnectorRequest;
|
||||||
import org.apache.kafka.test.TestUtils;
|
import org.apache.kafka.test.TestUtils;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
import org.junit.jupiter.api.BeforeEach;
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
|
|
||||||
|
|
|
@ -19,6 +19,7 @@ package org.apache.kafka.connect.connector.policy;
|
||||||
|
|
||||||
import org.apache.kafka.clients.producer.ProducerConfig;
|
import org.apache.kafka.clients.producer.ProducerConfig;
|
||||||
import org.apache.kafka.common.config.SaslConfigs;
|
import org.apache.kafka.common.config.SaslConfigs;
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
|
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
|
|
|
@ -19,6 +19,7 @@ package org.apache.kafka.connect.connector.policy;
|
||||||
|
|
||||||
import org.apache.kafka.clients.producer.ProducerConfig;
|
import org.apache.kafka.clients.producer.ProducerConfig;
|
||||||
import org.apache.kafka.common.config.SaslConfigs;
|
import org.apache.kafka.common.config.SaslConfigs;
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
|
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
|
|
|
@ -17,6 +17,16 @@
|
||||||
|
|
||||||
package org.apache.kafka.connect.converters;
|
package org.apache.kafka.connect.converters;
|
||||||
|
|
||||||
|
import org.apache.kafka.common.utils.AppInfoParser;
|
||||||
|
import org.apache.kafka.connect.data.Schema;
|
||||||
|
import org.apache.kafka.connect.errors.DataException;
|
||||||
|
|
||||||
|
import org.junit.jupiter.api.BeforeEach;
|
||||||
|
import org.junit.jupiter.api.Test;
|
||||||
|
|
||||||
|
import java.nio.charset.StandardCharsets;
|
||||||
|
import java.util.Collections;
|
||||||
|
|
||||||
import static org.junit.jupiter.api.Assertions.assertArrayEquals;
|
import static org.junit.jupiter.api.Assertions.assertArrayEquals;
|
||||||
import static org.junit.jupiter.api.Assertions.assertEquals;
|
import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||||
import static org.junit.jupiter.api.Assertions.assertFalse;
|
import static org.junit.jupiter.api.Assertions.assertFalse;
|
||||||
|
@ -24,15 +34,6 @@ import static org.junit.jupiter.api.Assertions.assertNull;
|
||||||
import static org.junit.jupiter.api.Assertions.assertThrows;
|
import static org.junit.jupiter.api.Assertions.assertThrows;
|
||||||
import static org.junit.jupiter.api.Assertions.assertTrue;
|
import static org.junit.jupiter.api.Assertions.assertTrue;
|
||||||
|
|
||||||
import java.nio.charset.StandardCharsets;
|
|
||||||
import java.util.Collections;
|
|
||||||
|
|
||||||
import org.apache.kafka.common.utils.AppInfoParser;
|
|
||||||
import org.apache.kafka.connect.data.Schema;
|
|
||||||
import org.apache.kafka.connect.errors.DataException;
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
|
|
||||||
public class BooleanConverterTest {
|
public class BooleanConverterTest {
|
||||||
private static final String TOPIC = "topic";
|
private static final String TOPIC = "topic";
|
||||||
private static final byte[] TRUE = new byte[] {0x01};
|
private static final byte[] TRUE = new byte[] {0x01};
|
||||||
|
|
|
@ -21,6 +21,7 @@ import org.apache.kafka.common.utils.AppInfoParser;
|
||||||
import org.apache.kafka.connect.data.Schema;
|
import org.apache.kafka.connect.data.Schema;
|
||||||
import org.apache.kafka.connect.data.SchemaAndValue;
|
import org.apache.kafka.connect.data.SchemaAndValue;
|
||||||
import org.apache.kafka.connect.errors.DataException;
|
import org.apache.kafka.connect.errors.DataException;
|
||||||
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
import org.junit.jupiter.api.BeforeEach;
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
|
|
||||||
|
|
|
@ -21,6 +21,7 @@ import org.apache.kafka.common.utils.AppInfoParser;
|
||||||
import org.apache.kafka.connect.data.Schema;
|
import org.apache.kafka.connect.data.Schema;
|
||||||
import org.apache.kafka.connect.data.SchemaAndValue;
|
import org.apache.kafka.connect.data.SchemaAndValue;
|
||||||
import org.apache.kafka.connect.errors.DataException;
|
import org.apache.kafka.connect.errors.DataException;
|
||||||
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
import org.junit.jupiter.api.BeforeEach;
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
|
|
||||||
|
|
|
@ -41,4 +41,3 @@ public class ShortConverterTest extends NumberConverterTest<Short> {
|
||||||
return new ShortSerializer();
|
return new ShortSerializer();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue