ProtobufBuilderKryoSerializer.java
/*
* Copyright © 2014 - 2021 Leipzig University (Database Research Group)
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.gradoop.flink.io.impl.parquet.protobuf.kryo;
import com.esotericsoftware.kryo.Kryo;
import com.esotericsoftware.kryo.Serializer;
import com.esotericsoftware.kryo.io.Input;
import com.esotericsoftware.kryo.io.Output;
import com.google.protobuf.InvalidProtocolBufferException;
import com.google.protobuf.Message;
import org.apache.flink.shaded.guava18.com.google.common.cache.CacheBuilder;
import org.apache.flink.shaded.guava18.com.google.common.cache.CacheLoader;
import org.apache.flink.shaded.guava18.com.google.common.cache.LoadingCache;
import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Method;
import java.util.concurrent.ExecutionException;
/**
* Kryo Serializer for Protobuf {@link Message.Builder} objects.
*/
public class ProtobufBuilderKryoSerializer extends Serializer<Message.Builder> {
/**
* Max cache size for {@link ProtobufBuilderKryoSerializer#NEW_BUILDER_METHOD_CACHE}
*/
private static final int MAX_CACHE_SIZE = 100;
/**
* Cache for {@link Message.Builder} class to <code>newBuilder</code> method to skip redundant reflection
* api calls.
*/
private static final LoadingCache<Class<Message.Builder>, Method> NEW_BUILDER_METHOD_CACHE =
CacheBuilder.newBuilder().maximumSize(MAX_CACHE_SIZE).build(CacheLoader.from(key -> {
try {
assert key != null;
return key.getDeclaringClass().getMethod("newBuilder");
} catch (NoSuchMethodException e) {
throw new RuntimeException(String.format(
"can't find newBuilder method for Protobuf message builder class: %s", key.getName()), e);
}
}));
@Override
public void write(Kryo kryo, Output output, Message.Builder object) {
byte[] bytes = object.build().toByteArray();
output.writeInt(bytes.length, true);
output.writeBytes(bytes);
}
@Override
public Message.Builder read(Kryo kryo, Input input, Class<Message.Builder> type) {
try {
int size = input.readInt(true);
byte[] bytes = new byte[size];
input.readBytes(bytes);
return type.cast(NEW_BUILDER_METHOD_CACHE.get(type).invoke(null)).mergeFrom(bytes);
} catch (ExecutionException | IllegalAccessException | InvocationTargetException |
InvalidProtocolBufferException e) {
throw new RuntimeException("can't read protobuf builder", e);
}
}
}