mirror of https://github.com/apache/kafka.git
Add StringConverter for using Copycat with raw strings.
This commit is contained in:
parent
698d65cb4b
commit
85797e7910
|
@ -0,0 +1,81 @@
|
|||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
**/
|
||||
|
||||
package org.apache.kafka.copycat.storage;
|
||||
|
||||
import org.apache.kafka.common.errors.SerializationException;
|
||||
import org.apache.kafka.common.serialization.StringDeserializer;
|
||||
import org.apache.kafka.common.serialization.StringSerializer;
|
||||
import org.apache.kafka.copycat.data.Schema;
|
||||
import org.apache.kafka.copycat.data.SchemaAndValue;
|
||||
import org.apache.kafka.copycat.errors.DataException;
|
||||
|
||||
import java.util.HashMap;
|
||||
import java.util.Map;
|
||||
|
||||
/**
|
||||
* {@link Converter} implementation that only supports serializing to strings. When converting Copycat data to bytes,
|
||||
* the schema will be ignored and {@link Object#toString()} will always be invoked to convert the data to a String.
|
||||
* When converting from bytes to Copycat format, the converter will only ever return an optional string schema and
|
||||
* a string or null.
|
||||
*
|
||||
* Encoding configuration is identical to {@link StringSerializer} and {@link StringDeserializer}, but for convenience
|
||||
* this class can also be configured to use the same encoding for both encoding and decoding with the converter.encoding
|
||||
* setting.
|
||||
*/
|
||||
public class StringConverter implements Converter {
|
||||
private final StringSerializer serializer = new StringSerializer();
|
||||
private final StringDeserializer deserializer = new StringDeserializer();
|
||||
|
||||
public StringConverter() {
|
||||
}
|
||||
|
||||
@Override
|
||||
public void configure(Map<String, ?> configs, boolean isKey) {
|
||||
Map<String, Object> serializerConfigs = new HashMap<>();
|
||||
serializerConfigs.putAll(configs);
|
||||
Map<String, Object> deserializerConfigs = new HashMap<>();
|
||||
deserializerConfigs.putAll(configs);
|
||||
|
||||
Object encodingValue = configs.get("converter.encoding");
|
||||
if (encodingValue != null) {
|
||||
serializerConfigs.put("serializer.encoding", encodingValue);
|
||||
deserializerConfigs.put("deserializer.encoding", encodingValue);
|
||||
}
|
||||
|
||||
serializer.configure(serializerConfigs, isKey);
|
||||
deserializer.configure(deserializerConfigs, isKey);
|
||||
}
|
||||
|
||||
@Override
|
||||
public byte[] fromCopycatData(String topic, Schema schema, Object value) {
|
||||
try {
|
||||
return serializer.serialize(topic, value == null ? null : value.toString());
|
||||
} catch (SerializationException e) {
|
||||
throw new DataException("Failed to serialize to a string: ", e);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public SchemaAndValue toCopycatData(String topic, byte[] value) {
|
||||
try {
|
||||
return new SchemaAndValue(Schema.OPTIONAL_STRING_SCHEMA, deserializer.deserialize(topic, value));
|
||||
} catch (SerializationException e) {
|
||||
throw new DataException("Failed to deserialize string: ", e);
|
||||
}
|
||||
}
|
||||
}
|
|
@ -0,0 +1,83 @@
|
|||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
**/
|
||||
|
||||
package org.apache.kafka.copycat.storage;
|
||||
|
||||
import org.apache.kafka.copycat.data.Schema;
|
||||
import org.apache.kafka.copycat.data.SchemaAndValue;
|
||||
import org.junit.Test;
|
||||
|
||||
import java.io.UnsupportedEncodingException;
|
||||
import java.util.Collections;
|
||||
|
||||
import static org.junit.Assert.assertEquals;
|
||||
import static org.junit.Assert.assertArrayEquals;
|
||||
|
||||
public class StringConverterTest {
|
||||
private static final String TOPIC = "topic";
|
||||
private static final String SAMPLE_STRING = "a string";
|
||||
|
||||
private StringConverter converter = new StringConverter();
|
||||
|
||||
@Test
|
||||
public void testStringToBytes() throws UnsupportedEncodingException {
|
||||
assertArrayEquals(SAMPLE_STRING.getBytes("UTF8"), converter.fromCopycatData(TOPIC, Schema.STRING_SCHEMA, SAMPLE_STRING));
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testNonStringToBytes() throws UnsupportedEncodingException {
|
||||
assertArrayEquals("true".getBytes("UTF8"), converter.fromCopycatData(TOPIC, Schema.BOOLEAN_SCHEMA, true));
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testNullToBytes() {
|
||||
assertEquals(null, converter.fromCopycatData(TOPIC, Schema.OPTIONAL_STRING_SCHEMA, null));
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testToBytesIgnoresSchema() throws UnsupportedEncodingException {
|
||||
assertArrayEquals("true".getBytes("UTF8"), converter.fromCopycatData(TOPIC, null, true));
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testToBytesNonUtf8Encoding() throws UnsupportedEncodingException {
|
||||
converter.configure(Collections.singletonMap("converter.encoding", "UTF-16"), true);
|
||||
assertArrayEquals(SAMPLE_STRING.getBytes("UTF-16"), converter.fromCopycatData(TOPIC, Schema.STRING_SCHEMA, SAMPLE_STRING));
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testBytesToString() {
|
||||
SchemaAndValue data = converter.toCopycatData(TOPIC, SAMPLE_STRING.getBytes());
|
||||
assertEquals(Schema.OPTIONAL_STRING_SCHEMA, data.schema());
|
||||
assertEquals(SAMPLE_STRING, data.value());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testBytesNullToString() {
|
||||
SchemaAndValue data = converter.toCopycatData(TOPIC, null);
|
||||
assertEquals(Schema.OPTIONAL_STRING_SCHEMA, data.schema());
|
||||
assertEquals(null, data.value());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testBytesToStringNonUtf8Encoding() throws UnsupportedEncodingException {
|
||||
converter.configure(Collections.singletonMap("converter.encoding", "UTF-16"), true);
|
||||
SchemaAndValue data = converter.toCopycatData(TOPIC, SAMPLE_STRING.getBytes("UTF-16"));
|
||||
assertEquals(Schema.OPTIONAL_STRING_SCHEMA, data.schema());
|
||||
assertEquals(SAMPLE_STRING, data.value());
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue