diff --git a/README.md b/README.md index bec3697..0259d90 100644 --- a/README.md +++ b/README.md @@ -203,20 +203,22 @@ ![1720376759165](README.assets/1720376759165.png) - - # 版本五 -- 添加Hessian、protostuff、kryo等序列化方式 -- 优化了服务端的关闭 -- 配置顶 - SPI机制 +- 配置顶 +- 新增kryo、Hessian、protostuff等序列化方式 +- 优化关闭方法 ![](assets/image.png) + + + + # TodoList -- [ ] 集成Spring +- [ ] 使用注解注册服务，消费服务 - [ ] 主动下线失败次数过多的节点 diff --git a/version5/.idea/.gitignore b/version5/.idea/.gitignore new file mode 100644 index 0000000..13566b8 --- /dev/null +++ b/version5/.idea/.gitignore @@ -0,0 +1,8 @@ +# Default ignored files +/shelf/ +/workspace.xml +# Editor-based HTTP Client requests +/httpRequests/ +# Datasource local storage ignored files +/dataSources/ +/dataSources.local.xml diff --git a/version5/.idea/compiler.xml b/version5/.idea/compiler.xml new file mode 100644 index 0000000..c8f73e3 --- /dev/null +++ b/version5/.idea/compiler.xml @@ -0,0 +1,21 @@ + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/version5/.idea/encodings.xml b/version5/.idea/encodings.xml new file mode 100644 index 0000000..1da27bf --- /dev/null +++ b/version5/.idea/encodings.xml @@ -0,0 +1,20 @@ + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/version5/.idea/inspectionProfiles/Project_Default.xml b/version5/.idea/inspectionProfiles/Project_Default.xml new file mode 100644 index 0000000..c8e8ddc --- /dev/null +++ b/version5/.idea/inspectionProfiles/Project_Default.xml @@ -0,0 +1,8 @@ + + + + \ No newline at end of file diff --git a/version5/.idea/jarRepositories.xml b/version5/.idea/jarRepositories.xml new file mode 100644 index 0000000..5a2f139 --- /dev/null +++ b/version5/.idea/jarRepositories.xml @@ -0,0 +1,20 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/version5/.idea/misc.xml b/version5/.idea/misc.xml new file mode 100644 index 0000000..4914f21 --- /dev/null +++ b/version5/.idea/misc.xml @@ -0,0 +1,19 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/version5/.idea/uiDesigner.xml b/version5/.idea/uiDesigner.xml new file mode 100644 index 0000000..2b63946 --- /dev/null +++ b/version5/.idea/uiDesigner.xml @@ -0,0 +1,124 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/version5/.idea/vcs.xml b/version5/.idea/vcs.xml new file mode 100644 index 0000000..d843f34 --- /dev/null +++ b/version5/.idea/vcs.xml @@ -0,0 +1,4 @@ + + + + \ No newline at end of file diff --git a/version5/krpc-api/pom.xml b/version5/krpc-api/pom.xml new file mode 100644 index 0000000..c0f741b --- /dev/null +++ b/version5/krpc-api/pom.xml @@ -0,0 +1,20 @@ + + + 4.0.0 + + com.kama + version5 + 1.0-SNAPSHOT + + + krpc-api + + + 17 + 17 + UTF-8 + + + \ No newline at end of file diff --git a/version5/krpc-api/src/main/java/com/kama/pojo/User.java b/version5/krpc-api/src/main/java/com/kama/pojo/User.java new file mode 100644 index 0000000..3713995 --- /dev/null +++ b/version5/krpc-api/src/main/java/com/kama/pojo/User.java @@ -0,0 +1,26 @@ +package com.kama.pojo; + +import lombok.AllArgsConstructor; +import lombok.Builder; +import lombok.Data; +import lombok.NoArgsConstructor; + +import java.io.Serializable; + +/** + * @ClassName User + * @Description User对象 + * @Author Tong + * @LastChangeDate 2024-12-05 0:53 + * @Version v5.0 + */ +@Builder +@Data +@NoArgsConstructor +@AllArgsConstructor +public class User implements Serializable { + // 客户端和服务端共有的 + private Integer id; + private String userName; + private Boolean gender; +} diff --git a/version5/krpc-api/src/main/java/com/kama/service/UserService.java b/version5/krpc-api/src/main/java/com/kama/service/UserService.java new file mode 100644 index 0000000..388978b --- /dev/null +++ b/version5/krpc-api/src/main/java/com/kama/service/UserService.java @@ -0,0 +1,19 @@ +package com.kama.service; + + +import com.kama.pojo.User; + +/** + * @InterfaceName UserService + * @Description 接口 + * @Author Tong + * @LastChangeDate 2024-12-05 0:52 + * @Version v1.0 + */ + +public interface UserService { + // 查询 + User getUserByUserId(Integer id); + // 新增 + Integer insertUserId(User user); +} diff --git a/version5/krpc-api/target/classes/com/kama/pojo/User$UserBuilder.class b/version5/krpc-api/target/classes/com/kama/pojo/User$UserBuilder.class new file mode 100644 index 0000000..261a629 Binary files /dev/null and b/version5/krpc-api/target/classes/com/kama/pojo/User$UserBuilder.class differ diff --git a/version5/krpc-api/target/classes/com/kama/pojo/User.class b/version5/krpc-api/target/classes/com/kama/pojo/User.class new file mode 100644 index 0000000..1dc838d Binary files /dev/null and b/version5/krpc-api/target/classes/com/kama/pojo/User.class differ diff --git a/version5/krpc-api/target/classes/com/kama/service/UserService.class b/version5/krpc-api/target/classes/com/kama/service/UserService.class new file mode 100644 index 0000000..b95b247 Binary files /dev/null and b/version5/krpc-api/target/classes/com/kama/service/UserService.class differ diff --git a/version5/krpc-api/target/krpc-api-1.0-SNAPSHOT.jar b/version5/krpc-api/target/krpc-api-1.0-SNAPSHOT.jar new file mode 100644 index 0000000..6cbcde5 Binary files /dev/null and b/version5/krpc-api/target/krpc-api-1.0-SNAPSHOT.jar differ diff --git a/version5/krpc-api/target/maven-archiver/pom.properties b/version5/krpc-api/target/maven-archiver/pom.properties new file mode 100644 index 0000000..243e555 --- /dev/null +++ b/version5/krpc-api/target/maven-archiver/pom.properties @@ -0,0 +1,5 @@ +#Generated by Maven +#Thu Dec 05 15:18:25 CST 2024 +groupId=com.kama +artifactId=krpc-api +version=1.0-SNAPSHOT diff --git a/version5/krpc-api/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst b/version5/krpc-api/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst new file mode 100644 index 0000000..bf00c34 --- /dev/null +++ b/version5/krpc-api/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst @@ -0,0 +1,3 @@ +com\kama\pojo\User$UserBuilder.class +com\kama\pojo\User.class +com\kama\service\UserService.class diff --git a/version5/krpc-api/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst b/version5/krpc-api/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst new file mode 100644 index 0000000..f327769 --- /dev/null +++ b/version5/krpc-api/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst @@ -0,0 +1,2 @@ +D:\java_stduy\version5\krpc-api\src\main\java\com\kama\pojo\User.java +D:\java_stduy\version5\krpc-api\src\main\java\com\kama\service\UserService.java diff --git a/version5/krpc-common/pom.xml b/version5/krpc-common/pom.xml new file mode 100644 index 0000000..9434747 --- /dev/null +++ b/version5/krpc-common/pom.xml @@ -0,0 +1,32 @@ + + + 4.0.0 + + com.kama + version5 + 1.0-SNAPSHOT + + + krpc-common + + + com.kama + krpc-api + 1.0-SNAPSHOT + + + cn.hutool + hutool-all + 5.8.10 + compile + + + + 17 + 17 + UTF-8 + + + \ No newline at end of file diff --git a/version5/krpc-common/src/main/java/common/exception/SerializeException.java b/version5/krpc-common/src/main/java/common/exception/SerializeException.java new file mode 100644 index 0000000..33a75a5 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/exception/SerializeException.java @@ -0,0 +1,17 @@ +package common.exception; + +/** + * @ClassName SerializeException + * @Description ToDo + * @Author Tong + * @LastChangeDate 2024-12-02 19:18 + * @Version v1.0 + */ +public class SerializeException extends RuntimeException{ + public SerializeException(String message) { + super(message); + } + public SerializeException(String message, Throwable cause) { + super(message, cause); + } +} diff --git a/version5/krpc-common/src/main/java/common/message/MessageType.java b/version5/krpc-common/src/main/java/common/message/MessageType.java new file mode 100644 index 0000000..51f44c0 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/message/MessageType.java @@ -0,0 +1,13 @@ +package common.message; + +import lombok.AllArgsConstructor; + +@AllArgsConstructor +public enum MessageType { + REQUEST(0), RESPONSE(1); + private int code; + + public int getCode() { + return code; + } +} diff --git a/version5/krpc-common/src/main/java/common/message/RpcRequest.java b/version5/krpc-common/src/main/java/common/message/RpcRequest.java new file mode 100644 index 0000000..b44a931 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/message/RpcRequest.java @@ -0,0 +1,31 @@ +package common.message; + +import lombok.AllArgsConstructor; +import lombok.Builder; +import lombok.Data; +import lombok.NoArgsConstructor; + +import java.io.Serializable; + +/** + * @ClassName RpcRequest + * @Description 定义请求消息格式 + * @Author Tong + * @LastChangeDate 2024-11-29 10:12 + * @Version v5.0 + */ + +@NoArgsConstructor +@AllArgsConstructor +@Data +@Builder +public class RpcRequest implements Serializable { + //接口名、方法名、参数列表参数类型 + private String interfaceName; + + private String methodName; + + private Object[] params; + + private Class[] paramsType; +} diff --git a/version5/krpc-common/src/main/java/common/message/RpcResponse.java b/version5/krpc-common/src/main/java/common/message/RpcResponse.java new file mode 100644 index 0000000..3d0fc81 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/message/RpcResponse.java @@ -0,0 +1,37 @@ +package common.message; + +import lombok.AllArgsConstructor; +import lombok.Builder; +import lombok.Data; +import lombok.NoArgsConstructor; + +import java.io.Serializable; + +/** + * @ClassName RpcResponse + * @Description 定义响应消息格式 + * @Author Tong + * @LastChangeDate 2024-11-29 10:14 + * @Version v5.0 + */ +@NoArgsConstructor +@AllArgsConstructor +@Data +@Builder +public class RpcResponse implements Serializable { + //状态信息 + private int code; + private String message; + //更新：加入传输数据的类型，以便在自定义序列化器中解析 + private Class dataType; + //具体数据 + private Object data; + + public static RpcResponse sussess(Object data) { + return RpcResponse.builder().code(200).dataType(data.getClass()).data(data).build(); + } + + public static RpcResponse fail(String msg) { + return RpcResponse.builder().code(500).message(msg).build(); + } +} diff --git a/version5/krpc-common/src/main/java/common/serializer/mycoder/MyDecoder.java b/version5/krpc-common/src/main/java/common/serializer/mycoder/MyDecoder.java new file mode 100644 index 0000000..16c2d26 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/serializer/mycoder/MyDecoder.java @@ -0,0 +1,58 @@ +package common.serializer.mycoder; + + +import common.exception.SerializeException; +import common.message.MessageType; +import common.serializer.myserializer.Serializer; +import io.netty.buffer.ByteBuf; +import io.netty.channel.ChannelHandlerContext; +import io.netty.handler.codec.ByteToMessageDecoder; +import lombok.extern.slf4j.Slf4j; + +import java.util.Arrays; +import java.util.List; + +/** + * @ClassName MyDecoder + * @Description 解码器 + * @Author Tong + * @LastChangeDate 2024-11-29 10:32 + * @Version v5.0 + */ +@Slf4j +public class MyDecoder extends ByteToMessageDecoder { + @Override + protected void decode(ChannelHandlerContext channelHandlerContext, ByteBuf in, List out) throws Exception { + //检查可读字节数 + if (in.readableBytes() < 6) { // messageType + serializerType + length + return; + } + //1.读取消息类型 + short messageType = in.readShort(); + // 现在还只支持request与response请求 + if (messageType != MessageType.REQUEST.getCode() && + messageType != MessageType.RESPONSE.getCode()) { + log.warn("暂不支持此种数据, messageType: {}", messageType); + return; + } + //2.读取序列化的方式&类型 + short serializerType = in.readShort(); + Serializer serializer = Serializer.getSerializerByCode(serializerType); + if (serializer == null) { + log.error("不存在对应的序列化器, serializerType: {}", serializerType); + throw new SerializeException("不存在对应的序列化器, serializerType: " + serializerType); + } + //3.读取序列化数组长度 + int length = in.readInt(); + if (in.readableBytes() < length) { + return; // 数据不完整，等待更多数据 + } + //4.读取序列化数组 + byte[] bytes = new byte[length]; + in.readBytes(bytes); + log.debug("Received bytes: {}", Arrays.toString(bytes)); + Object deserialize = serializer.deserialize(bytes, messageType); + + out.add(deserialize); + } +} diff --git a/version5/krpc-common/src/main/java/common/serializer/mycoder/MyEncoder.java b/version5/krpc-common/src/main/java/common/serializer/mycoder/MyEncoder.java new file mode 100644 index 0000000..862796f --- /dev/null +++ b/version5/krpc-common/src/main/java/common/serializer/mycoder/MyEncoder.java @@ -0,0 +1,50 @@ +package common.serializer.mycoder; + + +import common.message.MessageType; +import common.message.RpcRequest; +import common.message.RpcResponse; +import common.serializer.myserializer.Serializer; +import io.netty.buffer.ByteBuf; +import io.netty.channel.ChannelHandlerContext; +import io.netty.handler.codec.MessageToByteEncoder; +import lombok.AllArgsConstructor; +import lombok.extern.slf4j.Slf4j; + +/** + * @ClassName MyEncoder + * @Description 编码器 + * @Author Tong + * @LastChangeDate 2024-11-29 10:32 + * @Version v5.0 + */ +@Slf4j +@AllArgsConstructor +public class MyEncoder extends MessageToByteEncoder { + private Serializer serializer; + + @Override + protected void encode(ChannelHandlerContext ctx, Object msg, ByteBuf out) throws Exception { + log.debug("Encoding message of type: {}", msg.getClass()); + //1.写入消息类型 + if (msg instanceof RpcRequest) { + out.writeShort(MessageType.REQUEST.getCode()); + } else if (msg instanceof RpcResponse) { + out.writeShort(MessageType.RESPONSE.getCode()); + } else { + log.error("Unknown message type: {}", msg.getClass()); + throw new IllegalArgumentException("Unknown message type: " + msg.getClass()); + } + //2.写入序列化方式 + out.writeShort(serializer.getType()); + //得到序列化数组 + byte[] serializeBytes = serializer.serialize(msg); + if (serializeBytes == null || serializeBytes.length == 0) { + throw new IllegalArgumentException("Serialized message is empty"); + } + //3.写入长度 + out.writeInt(serializeBytes.length); + //4.写入序列化数组 + out.writeBytes(serializeBytes); + } +} diff --git a/version5/krpc-common/src/main/java/common/serializer/myserializer/HessianSerializer.java b/version5/krpc-common/src/main/java/common/serializer/myserializer/HessianSerializer.java new file mode 100644 index 0000000..c30c14d --- /dev/null +++ b/version5/krpc-common/src/main/java/common/serializer/myserializer/HessianSerializer.java @@ -0,0 +1,52 @@ +package common.serializer.myserializer; + +import com.caucho.hessian.io.HessianInput; +import com.caucho.hessian.io.HessianOutput; +import common.exception.SerializeException; + + +import java.io.ByteArrayInputStream; +import java.io.ByteArrayOutputStream; +import java.io.IOException; + +/** + * @ClassName HessianSerializer + * @Description Hessian序列化 + * @Author Tong + * @LastChangeDate 2024-11-29 11:49 + * @Version v5.0 + */ +public class HessianSerializer implements Serializer { + @Override + public byte[] serialize(Object obj) { + // 使用 ByteArrayOutputStream 和 HessianOutput 来实现对象的序列化 + try (ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream()) { + HessianOutput hessianOutput = new HessianOutput(byteArrayOutputStream); + hessianOutput.writeObject(obj); // 将对象写入输出流 + return byteArrayOutputStream.toByteArray(); // 返回字节数组 + } catch (IOException e) { + throw new SerializeException("Serialization failed"); + } + } + + @Override + public Object deserialize(byte[] bytes, int messageType) { + // 使用 ByteArrayInputStream 和 HessianInput 来实现反序列化 + try (ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream(bytes)) { + HessianInput hessianInput = new HessianInput(byteArrayInputStream); + return hessianInput.readObject(); // 读取并返回对象 + } catch (IOException e) { + throw new SerializeException("Deserialization failed"); + } + } + + @Override + public int getType() { + return 3; + } + + @Override + public String toString() { + return "Hessian"; + } +} \ No newline at end of file diff --git a/version5/krpc-common/src/main/java/common/serializer/myserializer/JsonSerializer.java b/version5/krpc-common/src/main/java/common/serializer/myserializer/JsonSerializer.java new file mode 100644 index 0000000..fab6b97 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/serializer/myserializer/JsonSerializer.java @@ -0,0 +1,78 @@ +package common.serializer.myserializer; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import common.message.RpcRequest; +import common.message.RpcResponse; + + +/** + * @ClassName JsonSerializer + * @Description json序列化 + * @Author Tong + * @LastChangeDate 2024-11-29 10:33 + * @Version v5.0 + */ +public class JsonSerializer implements Serializer { + @Override + public byte[] serialize(Object obj) { + byte[] bytes = JSONObject.toJSONBytes(obj); + return bytes; + } + + @Override + public Object deserialize(byte[] bytes, int messageType) { + Object obj = null; + // 传输的消息分为request与response + switch (messageType){ + case 0: + RpcRequest request = JSON.parseObject(bytes, RpcRequest.class); + Object[] objects = new Object[request.getParams().length]; + // 把json字串转化成对应的对象， fastjson可以读出基本数据类型，不用转化 + // 对转换后的request中的params属性逐个进行类型判断 + for(int i = 0; i < objects.length; i++){ + Class paramsType = request.getParamsType()[i]; + //判断每个对象类型是否和paramsTypes中的一致 + if (!paramsType.isAssignableFrom(request.getParams()[i].getClass())){ + //如果不一致，就行进行类型转换 + objects[i] = JSONObject.toJavaObject((JSONObject) request.getParams()[i],request.getParamsType()[i]); + }else{ + //如果一致就直接赋给objects[i] + objects[i] = request.getParams()[i]; + } + } + request.setParams(objects); + obj = request; + break; + case 1: + RpcResponse response = JSON.parseObject(bytes, RpcResponse.class); + // 如果类型为空，说明返回错误 + if(response.getDataType()==null){ + obj = RpcResponse.fail("类型为空"); + break; + } + Class dataType = response.getDataType(); + //判断转化后的response对象中的data的类型是否正确 + if(!dataType.isAssignableFrom(response.getData().getClass())){ + response.setData(JSONObject.toJavaObject((JSONObject) response.getData(),dataType)); + } + obj = response; + break; + default: + System.out.println("暂时不支持此种消息"); + throw new RuntimeException(); + } + return obj; + } + + //1 代表json序列化方式 + @Override + public int getType() { + return 1; + } + + @Override + public String toString() { + return "Json"; + } +} diff --git a/version5/krpc-common/src/main/java/common/serializer/myserializer/KryoSerializer.java b/version5/krpc-common/src/main/java/common/serializer/myserializer/KryoSerializer.java new file mode 100644 index 0000000..9c6ae18 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/serializer/myserializer/KryoSerializer.java @@ -0,0 +1,81 @@ +package common.serializer.myserializer; + +import com.esotericsoftware.kryo.Kryo; +import com.esotericsoftware.kryo.io.Input; +import com.esotericsoftware.kryo.io.Output; + +import com.kama.pojo.User; +import common.exception.SerializeException; + +import java.io.ByteArrayInputStream; +import java.io.ByteArrayOutputStream; + + +/** + * @ClassName KryoSerializer + * @Description kryo序列化 + * @Author Tong + * @LastChangeDate 2024-11-29 11:29 + * @Version v5.0 + */ + +public class KryoSerializer implements Serializer { + private Kryo kryo; + + public KryoSerializer() { + this.kryo = new Kryo(); + } + + @Override + public byte[] serialize(Object obj) { + if (obj == null) { + throw new IllegalArgumentException("Cannot serialize null object"); + } + + try (ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream(); + Output output = new Output(byteArrayOutputStream)) { + + kryo.writeObject(output, obj); // 使用 Kryo 写入对象 + return output.toBytes(); // 返回字节数组 + + } catch (Exception e) { + throw new SerializeException("Serialization failed"); + } + } + + @Override + public Object deserialize(byte[] bytes, int messageType) { + if (bytes == null || bytes.length == 0) { + throw new IllegalArgumentException("Cannot deserialize null or empty byte array"); + } + + try (ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream(bytes); + Input input = new Input(byteArrayInputStream)) { + + // 根据 messageType 来反序列化不同的类 + Class clazz = getClassForMessageType(messageType); + return kryo.readObject(input, clazz); // 使用 Kryo 反序列化对象 + + } catch (Exception e) { + throw new SerializeException("Deserialization failed"); + } + } + + @Override + public int getType() { + return 2; + } + + private Class getClassForMessageType(int messageType) { + if (messageType == 1) { + return User.class; // 假设我们在此反序列化成 User 类 + } else { + throw new SerializeException("Unknown message type: " + messageType); + } + } + + @Override + public String toString() { + return "Kryo"; + } +} \ No newline at end of file diff --git a/version5/krpc-common/src/main/java/common/serializer/myserializer/ObjectSerializer.java b/version5/krpc-common/src/main/java/common/serializer/myserializer/ObjectSerializer.java new file mode 100644 index 0000000..eaf13c0 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/serializer/myserializer/ObjectSerializer.java @@ -0,0 +1,60 @@ +package common.serializer.myserializer; + +import java.io.*; + +/** + * @ClassName ObjectSerializer + * @Description JDK序列化方式 + * @Author Tong + * @LastChangeDate 2024-11-29 10:34 + * @Version v5.0 + */ +public class ObjectSerializer implements Serializer { + //利用Java io 对象 -》字节数组 + @Override + public byte[] serialize(Object obj) { + byte[] bytes=null; + ByteArrayOutputStream bos=new ByteArrayOutputStream(); + try { + //是一个对象输出流，用于将 Java 对象序列化为字节流，并将其连接到bos上 + ObjectOutputStream oos = new ObjectOutputStream(bos); + oos.writeObject(obj); + //刷新 ObjectOutputStream，确保所有缓冲区中的数据都被写入到底层流中。 + oos.flush(); + //将bos其内部缓冲区中的数据转换为字节数组 + bytes = bos.toByteArray(); + oos.close(); + bos.close(); + } catch (IOException e) { + e.printStackTrace(); + } + return bytes; + } + + //字节数组 -》对象 + @Override + public Object deserialize(byte[] bytes, int messageType) { + Object obj = null; + ByteArrayInputStream bis = new ByteArrayInputStream(bytes); + try { + ObjectInputStream ois = new ObjectInputStream(bis); + obj = ois.readObject(); + ois.close(); + bis.close(); + } catch (IOException | ClassNotFoundException e) { + e.printStackTrace(); + } + return obj; + } + + //0 代表Java 原生序列器 + @Override + public int getType() { + return 0; + } + + @Override + public String toString() { + return "JDK"; + } +} \ No newline at end of file diff --git a/version5/krpc-common/src/main/java/common/serializer/myserializer/ProtostuffSerializer.java b/version5/krpc-common/src/main/java/common/serializer/myserializer/ProtostuffSerializer.java new file mode 100644 index 0000000..dd97db2 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/serializer/myserializer/ProtostuffSerializer.java @@ -0,0 +1,83 @@ +package common.serializer.myserializer; + + +import com.kama.pojo.User; +import common.exception.SerializeException; +import io.protostuff.LinkedBuffer; +import io.protostuff.ProtostuffIOUtil; +import io.protostuff.Schema; +import io.protostuff.runtime.RuntimeSchema; +/** + * @ClassName ProtostuffSerializer + * @Description protostuff序列化 + * @Author Tong + * @LastChangeDate 2024-11-29 11:55 + * @Version v5.0 + */ +public class ProtostuffSerializer implements Serializer { + + @Override + public byte[] serialize(Object obj) { + // 检查 null 对象 + if (obj == null) { + throw new IllegalArgumentException("Cannot serialize null object"); + } + // 获取对象的 schema + Schema schema = RuntimeSchema.getSchema(obj.getClass()); + + // 使用 LinkedBuffer 来创建缓冲区（默认大小 1024） + LinkedBuffer buffer = LinkedBuffer.allocate(LinkedBuffer.DEFAULT_BUFFER_SIZE); + // 序列化对象为字节数组 + byte[] bytes; + try { + bytes = ProtostuffIOUtil.toByteArray(obj, schema, buffer); + } finally { + buffer.clear(); + } + return bytes; + } + + @Override + public Object deserialize(byte[] bytes, int messageType) { + if (bytes == null || bytes.length == 0) { + throw new IllegalArgumentException("Cannot deserialize null or empty byte array"); + } + + // 根据 messageType 来决定反序列化的类，这里假设 `messageType` 是类的标识符 + Class clazz = getClassForMessageType(messageType); + + // 获取对象的 schema + Schema schema = RuntimeSchema.getSchema(clazz); + + // 创建一个空的对象实例 + Object obj; + try { + obj = clazz.getDeclaredConstructor().newInstance(); + } catch (Exception e) { + throw new SerializeException("Deserialization failed due to reflection issues"); + } + + // 反序列化字节数组为对象 + ProtostuffIOUtil.mergeFrom(bytes, obj, schema); + return obj; + } + + @Override + public int getType() { + return 4; + } + + // 用于根据 messageType 获取对应的类 + private Class getClassForMessageType(int messageType) { + if (messageType == 1) { + return User.class; // 假设我们在此反序列化成 User 类 + } else { + throw new SerializeException("Unknown message type: " + messageType); + } + } + + @Override + public String toString() { + return "Protostuff"; + } +} diff --git a/version5/krpc-common/src/main/java/common/serializer/myserializer/Serializer.java b/version5/krpc-common/src/main/java/common/serializer/myserializer/Serializer.java new file mode 100644 index 0000000..eb4b097 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/serializer/myserializer/Serializer.java @@ -0,0 +1,35 @@ +package common.serializer.myserializer; + + + + +import java.util.HashMap; +import java.util.Map; + +/** + * @InterfaceName Serializer + * @Description 序列化接口 + * @Author Tong + * @LastChangeDate 2024-11-29 10:33 + * @Version v5.0 + */ +public interface Serializer { + byte[] serialize(Object obj); + + Object deserialize(byte[] bytes, int messageType); + + int getType(); + + // 使用 Map 存储序列化器 + static Serializer getSerializerByCode(int code) { + // 静态映射，保证只初始化一次 + Map serializerMap = new HashMap<>(); + serializerMap.put(0, new ObjectSerializer()); + serializerMap.put(1, new JsonSerializer()); + serializerMap.put(2, new KryoSerializer()); + serializerMap.put(3, new HessianSerializer()); + serializerMap.put(4, new ProtostuffSerializer()); + + return serializerMap.get(code); // 如果不存在，则返回 null + } +} diff --git a/version5/krpc-common/src/main/java/common/spi/SpiLoader.java b/version5/krpc-common/src/main/java/common/spi/SpiLoader.java new file mode 100644 index 0000000..e6a5ab9 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/spi/SpiLoader.java @@ -0,0 +1,111 @@ +package common.spi; + + +import cn.hutool.core.io.resource.ResourceUtil; +import common.serializer.myserializer.Serializer; +import lombok.extern.slf4j.Slf4j; + +import java.io.BufferedReader; +import java.io.IOException; +import java.io.InputStreamReader; +import java.net.URL; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.concurrent.ConcurrentHashMap; + +/** + * @ClassName SpiLoader + * @Description spi实现 + * @Author Tong + * @LastChangeDate 2024-12-05 14:53 + * @Version v5.0 + */ +@Slf4j +public class SpiLoader { + + // 存储已加载的 SPI 实现类的映射 + private static final Map>> loadedSpiMap = new ConcurrentHashMap<>(); + + // 缓存实例，避免重复实例化 + private static final Map instanceCache = new ConcurrentHashMap<>(); + + // SPI 配置文件的路径 + private static final String SPI_CONFIG_DIR = "META-INF/serializer/"; + + /** + * 加载指定接口的 SPI 实现类 + * + * @param serviceInterface 接口类 + */ + public static void loadSpi(Class serviceInterface) { + String interfaceName = serviceInterface.getName(); + + // 如果已经加载过该接口的 SPI 实现，直接返回 + if (loadedSpiMap.containsKey(interfaceName)) { + return; + } + + Map> keyClassMap = new HashMap<>(); + + // 读取配置文件，获取所有实现类 + List resources = ResourceUtil.getResources(SPI_CONFIG_DIR + serviceInterface.getName()); + for (URL resource : resources) { + try (BufferedReader reader = new BufferedReader(new InputStreamReader(resource.openStream()))) { + String line; + while ((line = reader.readLine()) != null) { + if (!line.trim().isEmpty() && !line.startsWith("#")) { + String[] parts = line.split("="); + if (parts.length == 2) { + String key = parts[0].trim(); + String className = parts[1].trim(); + Class implClass = Class.forName(className); + if (serviceInterface.isAssignableFrom(implClass)) { + keyClassMap.put(key, (Class) implClass); + } + } + } + } + } catch (IOException | ClassNotFoundException e) { + log.error("Failed to load SPI resource: " + resource, e); + } + } + + // 将该接口的 SPI 实现类存入缓存 + loadedSpiMap.put(interfaceName, keyClassMap); + } + + /** + * 根据接口和 key 获取 SPI 实现类实例 + * + * @param serviceInterface 接口类 + * @param key 序列化器的 key + * @param 接口类型 + * @return 对应的 SPI 实现类实例 + */ + public static T getInstance(Class serviceInterface, String key) { + String interfaceName = serviceInterface.getName(); + Map> keyClassMap = loadedSpiMap.get(interfaceName); + + if (keyClassMap == null) { + throw new RuntimeException("SPI not loaded for " + interfaceName); + } + + Class implClass = keyClassMap.get(key); + if (implClass == null) { + throw new RuntimeException("No SPI implementation found for key " + key); + } + + // 从缓存中获取实例，如果不存在则创建 + String implClassName = implClass.getName(); + if (!instanceCache.containsKey(implClassName)) { + try { + instanceCache.put(implClassName, implClass.newInstance()); + } catch (InstantiationException | IllegalAccessException e) { + throw new RuntimeException("Failed to instantiate SPI implementation: " + implClassName, e); + } + } + + return (T) instanceCache.get(implClassName); + } +} diff --git a/version5/krpc-common/src/main/java/common/util/ConfigUtil.java b/version5/krpc-common/src/main/java/common/util/ConfigUtil.java new file mode 100644 index 0000000..8be9a00 --- /dev/null +++ b/version5/krpc-common/src/main/java/common/util/ConfigUtil.java @@ -0,0 +1,48 @@ +package common.util; + +import cn.hutool.core.util.StrUtil; +import cn.hutool.setting.dialect.Props; +import lombok.extern.slf4j.Slf4j; + +/** + * @ClassName ConfigUtil + * @Description 工具 + * @Author Tong + * @LastChangeDate 2024-12-05 11:12 + * @Version v5.0 + */ +@Slf4j +public class ConfigUtil { + + // 加载配置文件，使用默认环境 + public static T loadConfig(Class targetClass, String prefix) { + return loadConfig(targetClass, prefix, ""); + } + + // 加载配置文件，支持指定环境 + public static T loadConfig(Class targetClass, String prefix, String environment) { + StringBuilder configFileNameBuilder = new StringBuilder("application"); + + if (StrUtil.isNotBlank(environment)) { + configFileNameBuilder.append("-").append(environment); + } + configFileNameBuilder.append(".properties"); + + // 加载配置文件 + Props properties = new Props(configFileNameBuilder.toString()); + + if (properties.isEmpty()) { + log.warn("配置文件 '{}' 为空或加载失败！", configFileNameBuilder.toString()); + } else { + log.info("加载配置文件: '{}'", configFileNameBuilder.toString()); + } + + // 返回转化后的配置对象 + try { + return properties.toBean(targetClass, prefix); + } catch (Exception e) { + log.error("配置转换失败，目标类: {}", targetClass.getName(), e); + throw new RuntimeException("配置加载失败", e); + } + } +} diff --git a/version5/krpc-common/target/classes/common/exception/SerializeException.class b/version5/krpc-common/target/classes/common/exception/SerializeException.class new file mode 100644 index 0000000..a4b8bf6 Binary files /dev/null and b/version5/krpc-common/target/classes/common/exception/SerializeException.class differ diff --git a/version5/krpc-common/target/classes/common/message/MessageType.class b/version5/krpc-common/target/classes/common/message/MessageType.class new file mode 100644 index 0000000..6f92c64 Binary files /dev/null and b/version5/krpc-common/target/classes/common/message/MessageType.class differ diff --git a/version5/krpc-common/target/classes/common/message/RpcRequest$RpcRequestBuilder.class b/version5/krpc-common/target/classes/common/message/RpcRequest$RpcRequestBuilder.class new file mode 100644 index 0000000..f5d58a6 Binary files /dev/null and b/version5/krpc-common/target/classes/common/message/RpcRequest$RpcRequestBuilder.class differ diff --git a/version5/krpc-common/target/classes/common/message/RpcRequest.class b/version5/krpc-common/target/classes/common/message/RpcRequest.class new file mode 100644 index 0000000..6f24559 Binary files /dev/null and b/version5/krpc-common/target/classes/common/message/RpcRequest.class differ diff --git a/version5/krpc-common/target/classes/common/message/RpcResponse$RpcResponseBuilder.class b/version5/krpc-common/target/classes/common/message/RpcResponse$RpcResponseBuilder.class new file mode 100644 index 0000000..8bfe3b5 Binary files /dev/null and b/version5/krpc-common/target/classes/common/message/RpcResponse$RpcResponseBuilder.class differ diff --git a/version5/krpc-common/target/classes/common/message/RpcResponse.class b/version5/krpc-common/target/classes/common/message/RpcResponse.class new file mode 100644 index 0000000..9a501b9 Binary files /dev/null and b/version5/krpc-common/target/classes/common/message/RpcResponse.class differ diff --git a/version5/krpc-common/target/classes/common/serializer/mycoder/MyDecoder.class b/version5/krpc-common/target/classes/common/serializer/mycoder/MyDecoder.class new file mode 100644 index 0000000..44eb61a Binary files /dev/null and b/version5/krpc-common/target/classes/common/serializer/mycoder/MyDecoder.class differ diff --git a/version5/krpc-common/target/classes/common/serializer/mycoder/MyEncoder.class b/version5/krpc-common/target/classes/common/serializer/mycoder/MyEncoder.class new file mode 100644 index 0000000..cbdc4b0 Binary files /dev/null and b/version5/krpc-common/target/classes/common/serializer/mycoder/MyEncoder.class differ diff --git a/version5/krpc-common/target/classes/common/serializer/myserializer/HessianSerializer.class b/version5/krpc-common/target/classes/common/serializer/myserializer/HessianSerializer.class new file mode 100644 index 0000000..e54e9e9 Binary files /dev/null and b/version5/krpc-common/target/classes/common/serializer/myserializer/HessianSerializer.class differ diff --git a/version5/krpc-common/target/classes/common/serializer/myserializer/JsonSerializer.class b/version5/krpc-common/target/classes/common/serializer/myserializer/JsonSerializer.class new file mode 100644 index 0000000..a9726a3 Binary files /dev/null and b/version5/krpc-common/target/classes/common/serializer/myserializer/JsonSerializer.class differ diff --git a/version5/krpc-common/target/classes/common/serializer/myserializer/KryoSerializer.class b/version5/krpc-common/target/classes/common/serializer/myserializer/KryoSerializer.class new file mode 100644 index 0000000..f10abef Binary files /dev/null and b/version5/krpc-common/target/classes/common/serializer/myserializer/KryoSerializer.class differ diff --git a/version5/krpc-common/target/classes/common/serializer/myserializer/ObjectSerializer.class b/version5/krpc-common/target/classes/common/serializer/myserializer/ObjectSerializer.class new file mode 100644 index 0000000..b7b8e5e Binary files /dev/null and b/version5/krpc-common/target/classes/common/serializer/myserializer/ObjectSerializer.class differ diff --git a/version5/krpc-common/target/classes/common/serializer/myserializer/ProtostuffSerializer.class b/version5/krpc-common/target/classes/common/serializer/myserializer/ProtostuffSerializer.class new file mode 100644 index 0000000..8cf83ad Binary files /dev/null and b/version5/krpc-common/target/classes/common/serializer/myserializer/ProtostuffSerializer.class differ diff --git a/version5/krpc-common/target/classes/common/serializer/myserializer/Serializer.class b/version5/krpc-common/target/classes/common/serializer/myserializer/Serializer.class new file mode 100644 index 0000000..4285b7e Binary files /dev/null and b/version5/krpc-common/target/classes/common/serializer/myserializer/Serializer.class differ diff --git a/version5/krpc-common/target/classes/common/spi/SpiLoader.class b/version5/krpc-common/target/classes/common/spi/SpiLoader.class new file mode 100644 index 0000000..f8829d4 Binary files /dev/null and b/version5/krpc-common/target/classes/common/spi/SpiLoader.class differ diff --git a/version5/krpc-common/target/classes/common/util/ConfigUtil.class b/version5/krpc-common/target/classes/common/util/ConfigUtil.class new file mode 100644 index 0000000..7fb5901 Binary files /dev/null and b/version5/krpc-common/target/classes/common/util/ConfigUtil.class differ diff --git a/version5/krpc-consumer/pom.xml b/version5/krpc-consumer/pom.xml new file mode 100644 index 0000000..a9dbd99 --- /dev/null +++ b/version5/krpc-consumer/pom.xml @@ -0,0 +1,49 @@ + + + 4.0.0 + + com.kama + version5 + 1.0-SNAPSHOT + + + krpc-consumer + + + 17 + 17 + UTF-8 + + + + org.springframework.boot + spring-boot-starter-web + RELEASE + compile + + + com.kama + krpc-api + 1.0-SNAPSHOT + compile + + + com.kama + krpc-common + 1.0-SNAPSHOT + + + com.kama + krpc-core + 1.0-SNAPSHOT + + + cn.hutool + hutool-all + 5.8.10 + + + + \ No newline at end of file diff --git a/version5/krpc-consumer/src/main/java/com/kama/consumer/ConsumerTest.java b/version5/krpc-consumer/src/main/java/com/kama/consumer/ConsumerTest.java new file mode 100644 index 0000000..c04606a --- /dev/null +++ b/version5/krpc-consumer/src/main/java/com/kama/consumer/ConsumerTest.java @@ -0,0 +1,66 @@ +package com.kama.consumer; + +import com.kama.client.proxy.ClientProxy; +import com.kama.pojo.User; + +import com.kama.service.UserService; +import lombok.extern.slf4j.Slf4j; + +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; + +/** + * @ClassName ConsumerExample + * @Description 客户端测试 + * @Author Tong + * @LastChangeDate 2024-12-05 16:20 + * @Version v5.0 + */ +@Slf4j +public class ConsumerTest { + + private static final int THREAD_POOL_SIZE = 20; + private static final ExecutorService executorService = Executors.newFixedThreadPool(THREAD_POOL_SIZE); + + public static void main(String[] args) throws InterruptedException { + ClientProxy clientProxy = new ClientProxy(); + UserService proxy = clientProxy.getProxy(UserService.class); + for (int i = 0; i < 120; i++) { + final Integer i1 = i; + if (i % 30 == 0) { + // Simulate delay for every 30 requests + Thread.sleep(10000); + } + + // Submit tasks to executor service (thread pool) + executorService.submit(() -> { + try { + User user = proxy.getUserByUserId(i1); + if (user != null) { + log.info("从服务端得到的user={}", user); + } else { + log.warn("获取的 user 为 null, userId={}", i1); + } + + Integer id = proxy.insertUserId(User.builder() + .id(i1) + .userName("User" + i1) + .gender(true) + .build()); + + if (id != null) { + log.info("向服务端插入user的id={}", id); + } else { + log.warn("插入失败，返回的id为null, userId={}", i1); + } + } catch (Exception e) { + log.error("调用服务时发生异常，userId={}", i1, e); + } + }); + } + + // Gracefully shutdown the executor service + executorService.shutdown(); + } + +} diff --git a/version5/krpc-consumer/src/main/java/com/kama/consumer/ConsumerTestConfig.java b/version5/krpc-consumer/src/main/java/com/kama/consumer/ConsumerTestConfig.java new file mode 100644 index 0000000..b816281 --- /dev/null +++ b/version5/krpc-consumer/src/main/java/com/kama/consumer/ConsumerTestConfig.java @@ -0,0 +1,20 @@ +package com.kama.consumer; + + +import com.kama.config.KRpcConfig; +import common.util.ConfigUtil; + +/** + * @ClassName ConsumerTestConfig + * @Description 测试配置顶 + * @Author Tong + * @LastChangeDate 2024-12-05 11:29 + * @Version v1.0 + */ +public class ConsumerTestConfig { + public static void main(String[] args) { + KRpcConfig rpc = ConfigUtil.loadConfig(KRpcConfig.class, "rpc"); + System.out.println(rpc); + } + +} diff --git a/version5/krpc-consumer/src/main/resources/application.properties b/version5/krpc-consumer/src/main/resources/application.properties new file mode 100644 index 0000000..e784008 --- /dev/null +++ b/version5/krpc-consumer/src/main/resources/application.properties @@ -0,0 +1,7 @@ +rpc.name=krpc +rpc.version=1.0.0 +rpc.port=9999 +rpc.serializer=Hessian +rpc.host=localhost +rpc.registry=zookeeper +rpc.loadBalance=ConsistencyHash \ No newline at end of file diff --git a/version5/krpc-consumer/target/classes/application.properties b/version5/krpc-consumer/target/classes/application.properties new file mode 100644 index 0000000..e784008 --- /dev/null +++ b/version5/krpc-consumer/target/classes/application.properties @@ -0,0 +1,7 @@ +rpc.name=krpc +rpc.version=1.0.0 +rpc.port=9999 +rpc.serializer=Hessian +rpc.host=localhost +rpc.registry=zookeeper +rpc.loadBalance=ConsistencyHash \ No newline at end of file diff --git a/version5/krpc-consumer/target/classes/com/kama/consumer/ConsumerTest.class b/version5/krpc-consumer/target/classes/com/kama/consumer/ConsumerTest.class new file mode 100644 index 0000000..03a4c00 Binary files /dev/null and b/version5/krpc-consumer/target/classes/com/kama/consumer/ConsumerTest.class differ diff --git a/version5/krpc-consumer/target/classes/com/kama/consumer/ConsumerTestConfig.class b/version5/krpc-consumer/target/classes/com/kama/consumer/ConsumerTestConfig.class new file mode 100644 index 0000000..6517f51 Binary files /dev/null and b/version5/krpc-consumer/target/classes/com/kama/consumer/ConsumerTestConfig.class differ diff --git a/version5/krpc-consumer/target/krpc-consumer-1.0-SNAPSHOT.jar b/version5/krpc-consumer/target/krpc-consumer-1.0-SNAPSHOT.jar new file mode 100644 index 0000000..a2d7d28 Binary files /dev/null and b/version5/krpc-consumer/target/krpc-consumer-1.0-SNAPSHOT.jar differ diff --git a/version5/krpc-consumer/target/maven-archiver/pom.properties b/version5/krpc-consumer/target/maven-archiver/pom.properties new file mode 100644 index 0000000..96d4f06 --- /dev/null +++ b/version5/krpc-consumer/target/maven-archiver/pom.properties @@ -0,0 +1,5 @@ +#Generated by Maven +#Thu Dec 05 15:19:00 CST 2024 +groupId=com.kama +artifactId=krpc-consumer +version=1.0-SNAPSHOT diff --git a/version5/krpc-consumer/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst b/version5/krpc-consumer/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst new file mode 100644 index 0000000..e3ec4a4 --- /dev/null +++ b/version5/krpc-consumer/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst @@ -0,0 +1,2 @@ +com\kama\ConsumerTestConfig.class +com\kama\ConsumerApplication.class diff --git a/version5/krpc-consumer/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst b/version5/krpc-consumer/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst new file mode 100644 index 0000000..08a64ca --- /dev/null +++ b/version5/krpc-consumer/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst @@ -0,0 +1,2 @@ +D:\java_stduy\version5\krpc-consumer\src\main\java\com\kama\ConsumerTestConfig.java +D:\java_stduy\version5\krpc-consumer\src\main\java\com\kama\ConsumerApplication.java diff --git a/version5/krpc-core/pom.xml b/version5/krpc-core/pom.xml new file mode 100644 index 0000000..f0a7710 --- /dev/null +++ b/version5/krpc-core/pom.xml @@ -0,0 +1,114 @@ + + + 4.0.0 + + com.kama + version5 + 1.0-SNAPSHOT + + + krpc-core + + + 17 + 17 + UTF-8 + + + + com.kama + krpc-common + 1.0-SNAPSHOT + + + org.projectlombok + lombok + 1.18.30 + compile + + + io.netty + netty-all + 4.1.51.Final + compile + + + + org.apache.curator + curator-recipes + 5.1.0 + + + com.alibaba + fastjson + 1.2.83 + + + com.esotericsoftware + kryo + 4.0.2 + + + com.caucho + hessian + 4.0.66 + + + io.protostuff + protostuff-core + 1.7.4 + + + io.protostuff + protostuff-runtime + 1.7.4 + + + com.github.rholder + guava-retrying + 2.0.0 + + + org.jetbrains + annotations + 17.0.0 + compile + + + com.kama + krpc-api + 1.0-SNAPSHOT + + + cn.hutool + hutool-all + 5.8.10 + + + + org.junit.jupiter + junit-jupiter-api + 5.11.3 + test + + + org.junit.jupiter + junit-jupiter-engine + 5.11.3 + test + + + + org.junit.platform + junit-platform-launcher + 1.11.3 + test + + + junit + junit + + + \ No newline at end of file diff --git a/version5/krpc-core/src/main/java/com/kama/KRpcApplication.java b/version5/krpc-core/src/main/java/com/kama/KRpcApplication.java new file mode 100644 index 0000000..9529f74 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/KRpcApplication.java @@ -0,0 +1,48 @@ +package com.kama; + + +import com.kama.config.KRpcConfig; +import com.kama.config.RpcConstant; +import common.util.ConfigUtil; +import lombok.extern.slf4j.Slf4j; + +/** + * @ClassName RpcApplication + * @Description 测试配置顶，学习更多参考Dubbo + * @Author Tong + * @LastChangeDate 2024-12-05 11:22 + * @Version v5.0 + */ +@Slf4j +public class KRpcApplication { + private static volatile KRpcConfig rpcConfigInstance; + + public static void initialize(KRpcConfig customRpcConfig) { + rpcConfigInstance = customRpcConfig; + log.info("RPC 框架初始化，配置 = {}", customRpcConfig); + } + + public static void initialize() { + KRpcConfig customRpcConfig; + try { + customRpcConfig = ConfigUtil.loadConfig(KRpcConfig.class, RpcConstant.CONFIG_FILE_PREFIX); + log.info("成功加载配置文件，配置文件名称 = {}", RpcConstant.CONFIG_FILE_PREFIX); // 添加成功加载的日志 + } catch (Exception e) { + // 配置加载失败，使用默认配置 + customRpcConfig = new KRpcConfig(); + log.warn("配置加载失败，使用默认配置"); + } + initialize(customRpcConfig); + } + + public static KRpcConfig getRpcConfig() { + if (rpcConfigInstance == null) { + synchronized (KRpcApplication.class) { + if (rpcConfigInstance == null) { + initialize(); // 确保在第一次调用时初始化 + } + } + } + return rpcConfigInstance; + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/cache/ServiceCache.java b/version5/krpc-core/src/main/java/com/kama/client/cache/ServiceCache.java new file mode 100644 index 0000000..8eba240 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/cache/ServiceCache.java @@ -0,0 +1,75 @@ +package com.kama.client.cache; + +import lombok.extern.slf4j.Slf4j; + +import java.util.ArrayList; + +import java.util.Collections; +import java.util.List; +import java.util.Map; +import java.util.concurrent.ConcurrentHashMap; + +/** + * @ClassName serviceCache + * @Description 建立本地缓存 + * @Author Tong + * @LastChangeDate 2024-12-02 10:34 + * @Version v5.0 + */ +@Slf4j +public class ServiceCache { + //key: serviceName 服务名 + //value： addressList 服务提供者列表 + private static Map> cache = new ConcurrentHashMap<>(); + + //添加服务 + public void addServiceToCache(String serviceName, String address) { + if (cache.containsKey(serviceName)) { + List addressList = cache.get(serviceName); + addressList.add(address); + log.info("有服务名情况，将name为{}和地址为{}的服务添加到本地缓存中", serviceName, address); + } else { + List addressList = new ArrayList<>(); + addressList.add(address); + cache.put(serviceName, addressList); + log.info("无服务名情况，将name为{}和地址为{}的服务添加到本地缓存中", serviceName, address); + } + } + + //修改服务地址 + public void replaceServiceAddress(String serviceName, String oldAddress, String newAddress) { + if (cache.containsKey(serviceName)) { + List addressList = cache.get(serviceName); + addressList.remove(oldAddress); + addressList.add(newAddress); + log.info("将服务{}的地址{}替换为{}", serviceName, oldAddress, newAddress); + } else { + log.error("旧地址{}不在服务{}的地址列表中", oldAddress, serviceName); + } + } + + //从缓存中取服务地址列表 + public List getServiceListFromCache(String serviceName) { + if (!cache.containsKey(serviceName)) { + log.warn("服务{}未找到", serviceName); + //返回个不可修改的空列表，避免调用的时候出现空指针异常 + return Collections.emptyList(); + } + return cache.get(serviceName); + } + + //从缓存中删除服务地址 + public void delete(String serviceName, String address) { + List addressList = cache.get(serviceName); + if (addressList != null && addressList.contains(address)) { + addressList.remove(address); + log.info("将name为{}和地址为{}的服务从本地缓存中删除", serviceName, address); + if (addressList.isEmpty()) { + cache.remove(serviceName); // 移除该服务的缓存条目 + log.info("服务{}的地址列表为空，已从缓存中清除", serviceName); + } + } else { + log.warn("删除失败，地址{}不在服务{}的地址列表中", address, serviceName); + } + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/circuitbreaker/CircuitBreaker.java b/version5/krpc-core/src/main/java/com/kama/client/circuitbreaker/CircuitBreaker.java new file mode 100644 index 0000000..53a6489 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/circuitbreaker/CircuitBreaker.java @@ -0,0 +1,109 @@ +package com.kama.client.circuitbreaker; + +import lombok.extern.slf4j.Slf4j; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.util.concurrent.atomic.AtomicInteger; + +/** + * @ClassName CircuitBreaker + * @Description 熔断器的状态 + * @Author Tong + * @LastChangeDate 2024-12-02 10:45 + * @Version v5.0 + */ +@Slf4j +public class CircuitBreaker { + //当前状态 + private CircuitBreakerState state = CircuitBreakerState.CLOSED; + private AtomicInteger failureCount = new AtomicInteger(0); + private AtomicInteger successCount = new AtomicInteger(0); + private AtomicInteger requestCount = new AtomicInteger(0); + //失败次数阈值 + private final int failureThreshold; + //半开启-》关闭状态的成功次数比例 + private final double halfOpenSuccessRate; + //恢复时间 + private final long retryTimePeriod; + //上一次失败时间 + private long lastFailureTime = 0; + + public CircuitBreaker(int failureThreshold, double halfOpenSuccessRate, long retryTimePeriod) { + this.failureThreshold = failureThreshold; + this.halfOpenSuccessRate = halfOpenSuccessRate; + this.retryTimePeriod = retryTimePeriod; + } + + //查看当前熔断器是否允许请求通过 + public synchronized boolean allowRequest() { + long currentTime = System.currentTimeMillis(); + log.info("熔断前检查, 当前失败次数：{}", failureCount); + switch (state) { + case OPEN: + if (currentTime - lastFailureTime > retryTimePeriod) { + state = CircuitBreakerState.HALF_OPEN; + resetCounts(); + log.info("熔断已解除，进入半开启状态，允许请求通过"); + return true; + } + log.warn("熔断生效中，拒绝请求！"); + return false; + case HALF_OPEN: + requestCount.incrementAndGet(); + log.info("当前为半开启状态，计数请求"); + return true; + case CLOSED: + default: + log.info("当前为正常状态，允许请求通过"); + return true; + } + } + + //记录成功 + public synchronized void recordSuccess() { + if (state == CircuitBreakerState.HALF_OPEN) { + successCount.incrementAndGet(); + if (successCount.get() >= halfOpenSuccessRate * requestCount.get()) { + state = CircuitBreakerState.CLOSED; + resetCounts(); + log.info("成功次数已达到阈值，熔断器切换至关闭状态"); + } + } else { + resetCounts(); + log.info("熔断器处于关闭状态，重置计数器"); + } + } + + //记录失败 + public synchronized void recordFailure() { + failureCount.incrementAndGet(); + log.error("记录失败，当前失败次数：{}", failureCount); + lastFailureTime = System.currentTimeMillis(); + + if (state == CircuitBreakerState.HALF_OPEN) { + state = CircuitBreakerState.OPEN; + lastFailureTime = System.currentTimeMillis(); + log.warn("半开启状态下发生失败，熔断器切换至开启状态"); + } else if (failureCount.get() >= failureThreshold) { + state = CircuitBreakerState.OPEN; + log.error("失败次数已超过阈值，熔断器切换至开启状态"); + } + } + + //重置次数 + private void resetCounts() { + failureCount.set(0); + successCount.set(0); + requestCount.set(0); + } + + public CircuitBreakerState getState() { + return state; + } +} + +enum CircuitBreakerState { + //关闭，开启，半开启 + CLOSED, OPEN, HALF_OPEN +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/circuitbreaker/CircuitBreakerProvider.java b/version5/krpc-core/src/main/java/com/kama/client/circuitbreaker/CircuitBreakerProvider.java new file mode 100644 index 0000000..f94bf5c --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/circuitbreaker/CircuitBreakerProvider.java @@ -0,0 +1,28 @@ +package com.kama.client.circuitbreaker; + +import lombok.extern.slf4j.Slf4j; + +import java.util.Map; +import java.util.concurrent.ConcurrentHashMap; + +/** + * @ClassName CircuitBreakerState + * @Description 提供熔断器 + * @Author Tong + * @LastChangeDate 2024-12-02 10:47 + * @Version v5.0 + */ +@Slf4j +public class CircuitBreakerProvider { + // 使用线程安全的 ConcurrentHashMap + private Map circuitBreakerMap = new ConcurrentHashMap<>(); + + public synchronized CircuitBreaker getCircuitBreaker(String serviceName) { + // 使用 computeIfAbsent，避免手动同步 + return circuitBreakerMap.computeIfAbsent(serviceName, key -> { + log.info("服务 [{}] 不存在熔断器，创建新的熔断器实例", serviceName); + // 创建并返回新熔断器 + return new CircuitBreaker(1, 0.5, 10000); + }); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/netty/NettyClientHandler.java b/version5/krpc-core/src/main/java/com/kama/client/netty/NettyClientHandler.java new file mode 100644 index 0000000..15c98ff --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/netty/NettyClientHandler.java @@ -0,0 +1,34 @@ +package com.kama.client.netty; + +import common.message.RpcResponse; +import io.netty.channel.ChannelHandlerContext; +import io.netty.channel.SimpleChannelInboundHandler; +import io.netty.util.AttributeKey; +import lombok.extern.slf4j.Slf4j; + +/** + * @ClassName NettyClientHandler + * @Description 客户端处理器 + * @Author Tong + * @LastChangeDate 2024-12-02 10:15 + * @Version v5.0 + */ +@Slf4j +public class NettyClientHandler extends SimpleChannelInboundHandler { + + + @Override + protected void channelRead0(ChannelHandlerContext ctx, RpcResponse response) throws Exception { + // 接收到response, 给channel设计别名，让sendRequest里读取response + AttributeKey RESPONSE_KEY = AttributeKey.valueOf("RPCResponse"); + // 将响应存入 Channel 属性 + ctx.channel().attr(RESPONSE_KEY).set(response); + ctx.channel().close(); + } + + @Override + public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) throws Exception { + log.error("Channel exception occurred", cause); + ctx.close(); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/netty/NettyClientInitializer.java b/version5/krpc-core/src/main/java/com/kama/client/netty/NettyClientInitializer.java new file mode 100644 index 0000000..3836d7e --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/netty/NettyClientInitializer.java @@ -0,0 +1,40 @@ +package com.kama.client.netty; + + +import common.serializer.mycoder.MyDecoder; +import common.serializer.mycoder.MyEncoder; +import common.serializer.myserializer.Serializer; +import io.netty.channel.ChannelInitializer; +import io.netty.channel.ChannelPipeline; +import io.netty.channel.socket.SocketChannel; +import lombok.extern.slf4j.Slf4j; + +/** + * @ClassName NettyClientInitializer + * @Description 配置自定义的编码器以及Handler + * @Author Tong + * @LastChangeDate 2024-12-02 10:16 + * @Version v5.0 + */ +@Slf4j +public class NettyClientInitializer extends ChannelInitializer { + + + @Override + protected void initChannel(SocketChannel ch) throws Exception { + ChannelPipeline pipeline = ch.pipeline(); + + // 使用自定义的编码器和解码器 + try { + // 根据传入的序列化器类型初始化编码器 + pipeline.addLast(new MyEncoder(Serializer.getSerializerByCode(3))); + pipeline.addLast(new MyDecoder()); + pipeline.addLast(new NettyClientHandler()); + + log.info("Netty client pipeline initialized with serializer type: {}",Serializer.getSerializerByCode(3).toString()); + } catch (Exception e) { + log.error("Error initializing Netty client pipeline", e); + throw e; // 重新抛出异常，确保管道初始化失败时处理正确 + } + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/proxy/ClientProxy.java b/version5/krpc-core/src/main/java/com/kama/client/proxy/ClientProxy.java new file mode 100644 index 0000000..ef3f6e8 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/proxy/ClientProxy.java @@ -0,0 +1,92 @@ +package com.kama.client.proxy; + +import com.kama.client.circuitbreaker.CircuitBreaker; +import com.kama.client.circuitbreaker.CircuitBreakerProvider; +import com.kama.client.retry.GuavaRetry; +import com.kama.client.rpcclient.RpcClient; +import com.kama.client.rpcclient.impl.NettyRpcClient; +import com.kama.client.servicecenter.ServiceCenter; +import com.kama.client.servicecenter.ZKServiceCenter; + + +import common.message.RpcRequest; +import common.message.RpcResponse; +import lombok.extern.slf4j.Slf4j; + +import java.lang.reflect.InvocationHandler; +import java.lang.reflect.Method; +import java.lang.reflect.Proxy; + +/** + * @ClassName ClientProxy + * @Description 动态代理 + * @Author Tong + * @LastChangeDate 2024-12-02 10:14 + * @Version v5.0 + */ +@Slf4j +public class ClientProxy implements InvocationHandler { + //传入参数service接口的class对象，反射封装成一个request + + private RpcClient rpcClient; + private ServiceCenter serviceCenter; + private CircuitBreakerProvider circuitBreakerProvider; + + public ClientProxy() throws InterruptedException { + serviceCenter = new ZKServiceCenter(); + rpcClient = new NettyRpcClient(serviceCenter); + circuitBreakerProvider = new CircuitBreakerProvider(); + } + + //jdk动态代理，每一次代理对象调用方法，都会经过此方法增强（反射获取request对象，socket发送到服务端） + @Override + public Object invoke(Object proxy, Method method, Object[] args) throws Throwable { + //构建request + RpcRequest request = RpcRequest.builder() + .interfaceName(method.getDeclaringClass().getName()) + .methodName(method.getName()) + .params(args).paramsType(method.getParameterTypes()).build(); + //获取熔断器 + CircuitBreaker circuitBreaker = circuitBreakerProvider.getCircuitBreaker(method.getName()); + //判断熔断器是否允许请求经过 + if (!circuitBreaker.allowRequest()) { + log.warn("熔断器开启，请求被拒绝: {}", request); + //这里可以针对熔断做特殊处理，返回特殊值 + return null; + } + //数据传输 + RpcResponse response; + //后续添加逻辑：为保持幂等性，只对白名单上的服务进行重试 + // 如果启用重试机制，先检查是否需要重试 + if (serviceCenter.checkRetry(request.getInterfaceName())) { + //调用retry框架进行重试操作 + try { + log.info("尝试重试调用服务: {}", request.getInterfaceName()); + response = new GuavaRetry().sendServiceWithRetry(request, rpcClient); + } catch (Exception e) { + log.error("重试调用失败: {}", request.getInterfaceName(), e); + circuitBreaker.recordFailure(); + throw e; // 将异常抛给调用者 + } + } else { + //只调用一次 + response = rpcClient.sendRequest(request); + } + //记录response的状态，上报给熔断器 + if (response != null) { + if (response.getCode() == 200) { + circuitBreaker.recordSuccess(); + } else if (response.getCode() == 500) { + circuitBreaker.recordFailure(); + } + log.info("收到响应: {} 状态码: {}", request.getInterfaceName(), response.getCode()); + } + + return response != null ? response.getData() : null; + } + + public T getProxy(Class clazz) { + Object o = Proxy.newProxyInstance(clazz.getClassLoader(), new Class[]{clazz}, this); + return (T) o; + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/retry/GuavaRetry.java b/version5/krpc-core/src/main/java/com/kama/client/retry/GuavaRetry.java new file mode 100644 index 0000000..0d1dde1 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/retry/GuavaRetry.java @@ -0,0 +1,48 @@ +package com.kama.client.retry; + +import com.kama.client.rpcclient.RpcClient; +import com.github.rholder.retry.*; + +import common.message.RpcRequest; +import common.message.RpcResponse; +import lombok.extern.slf4j.Slf4j; + + +import java.util.Objects; +import java.util.concurrent.TimeUnit; + +/** + * @ClassName guavaRetry + * @Description 重试策略 + * @Author Tong + * @LastChangeDate 2024-12-02 10:44 + * @Version v5.0 + */ +@Slf4j +public class GuavaRetry { + + public RpcResponse sendServiceWithRetry(RpcRequest request, RpcClient rpcClient) { + Retryer retryer = RetryerBuilder.newBuilder() + //无论出现什么异常，都进行重试 + .retryIfException() + //返回结果为 error时进行重试 + .retryIfResult(response -> Objects.equals(response.getCode(), 500)) + //重试等待策略：等待 2s 后再进行重试 + .withWaitStrategy(WaitStrategies.fixedWait(2, TimeUnit.SECONDS)) + //重试停止策略：重试达到 3 次 + .withStopStrategy(StopStrategies.stopAfterAttempt(3)) + .withRetryListener(new RetryListener() { + @Override + public void onRetry(Attempt attempt) { + log.info("重试第 {} 次", attempt.getAttemptNumber()); + } + }) + .build(); + try { + return retryer.call(() -> rpcClient.sendRequest(request)); + } catch (Exception e) { + log.error("重试失败: 请求 {} 执行时遇到异常", request.getMethodName(), e); + } + return RpcResponse.fail("重试失败，所有重试尝试已结束"); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/rpcclient/RpcClient.java b/version5/krpc-core/src/main/java/com/kama/client/rpcclient/RpcClient.java new file mode 100644 index 0000000..80a4255 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/rpcclient/RpcClient.java @@ -0,0 +1,17 @@ +package com.kama.client.rpcclient; + + +import common.message.RpcRequest; +import common.message.RpcResponse; + +/** + * @InterfaceName RpcClient + * @Description 定义底层通信方法 + * @Author Tong + * @LastChangeDate 2024-12-02 10:11 + * @Version v5.0 + */ + +public interface RpcClient { + RpcResponse sendRequest(RpcRequest request); +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/rpcclient/impl/NettyRpcClient.java b/version5/krpc-core/src/main/java/com/kama/client/rpcclient/impl/NettyRpcClient.java new file mode 100644 index 0000000..7bd2e75 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/rpcclient/impl/NettyRpcClient.java @@ -0,0 +1,103 @@ +package com.kama.client.rpcclient.impl; + +import com.kama.client.netty.NettyClientInitializer; +import com.kama.client.rpcclient.RpcClient; +import com.kama.client.servicecenter.ServiceCenter; + +import common.message.RpcRequest; +import common.message.RpcResponse; +import io.netty.bootstrap.Bootstrap; +import io.netty.channel.Channel; +import io.netty.channel.ChannelFuture; +import io.netty.channel.EventLoopGroup; +import io.netty.channel.nio.NioEventLoopGroup; +import io.netty.channel.socket.nio.NioSocketChannel; +import io.netty.util.AttributeKey; +import lombok.extern.slf4j.Slf4j; + + +import java.net.InetSocketAddress; + +/** + * @ClassName NettyRpcClient + * @Description Netty客户端 + * @Author Tong + * @LastChangeDate 2024-12-02 11:03 + * @Version v5.0 + */ +@Slf4j +public class NettyRpcClient implements RpcClient { + + private static final Bootstrap bootstrap; + private static final EventLoopGroup eventLoopGroup; + + private ServiceCenter serviceCenter; + + public NettyRpcClient(ServiceCenter serviceCenter) throws InterruptedException { + this.serviceCenter = serviceCenter; + } + + //netty客户端初始化 + static { + eventLoopGroup = new NioEventLoopGroup(); + bootstrap = new Bootstrap(); + bootstrap.group(eventLoopGroup).channel(NioSocketChannel.class) + .handler(new NettyClientInitializer()); + } + + @Override + public RpcResponse sendRequest(RpcRequest request) { + //从注册中心获取host,post + InetSocketAddress address = serviceCenter.serviceDiscovery(request.getInterfaceName()); + if (address == null) { + log.error("服务发现失败，返回的地址为 null"); + return RpcResponse.fail("服务发现失败，地址为 null"); + } + String host = address.getHostName(); + int port = address.getPort(); + try { + // 连接到远程服务 + ChannelFuture channelFuture = bootstrap.connect(host, port).sync(); + Channel channel = channelFuture.channel(); + // 发送数据 + channel.writeAndFlush(request); + //sync()堵塞获取结果 + channel.closeFuture().sync(); + // 阻塞的获得结果，通过给channel设计别名，获取特定名字下的channel中的内容（这个在hanlder中设置） + // AttributeKey是，线程隔离的，不会由线程安全问题。 + // 当前场景下选择堵塞获取结果 + // 其它场景也可以选择添加监听器的方式来异步获取结果 channelFuture.addListener... + AttributeKey key = AttributeKey.valueOf("RPCResponse"); + RpcResponse response = channel.attr(key).get(); + + if (response == null) { + log.error("服务响应为空，可能是请求失败或超时"); + return RpcResponse.fail("服务响应为空"); + } + + log.info("收到响应: {}", response); + return response; + } catch (InterruptedException e) { + log.error("请求被中断，发送请求失败: {}", e.getMessage(), e); + Thread.currentThread().interrupt(); + } catch (Exception e) { + log.error("发送请求时发生异常: {}", e.getMessage(), e); + } finally { + // 连接断开后，优雅地关闭 Netty 资源 + shutdown(); + } + return RpcResponse.fail("请求失败"); + } + + // 优雅关闭 Netty 资源 + private void shutdown() { + try { + if (eventLoopGroup != null) { + eventLoopGroup.shutdownGracefully().sync(); + } + } catch (InterruptedException e) { + log.error("关闭 Netty 资源时发生异常: {}", e.getMessage(), e); + Thread.currentThread().interrupt(); + } + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/rpcclient/impl/SimpleSocketRpcClient.java b/version5/krpc-core/src/main/java/com/kama/client/rpcclient/impl/SimpleSocketRpcClient.java new file mode 100644 index 0000000..589cc98 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/rpcclient/impl/SimpleSocketRpcClient.java @@ -0,0 +1,57 @@ +package com.kama.client.rpcclient.impl; + +import com.kama.client.rpcclient.RpcClient; +import common.message.RpcRequest; +import common.message.RpcResponse; + + +import java.io.IOException; +import java.io.ObjectInputStream; +import java.io.ObjectOutputStream; +import java.net.Socket; +import java.net.UnknownHostException; + +/** + * @ClassName SimpleSocketRpcClient + * @Description 实现简单客户都 + * @Author Tong + * @LastChangeDate 2024-12-02 10:12 + * @Version v5.0 + */ +public class SimpleSocketRpcClient implements RpcClient { + private String host; + private int port; + + public SimpleSocketRpcClient(String host, int port) { + this.host = host; + this.port = port; + } + + @Override + public RpcResponse sendRequest(RpcRequest request) { + // 定义响应对象 + RpcResponse response = null; + + // 创建 Socket 和流对象 + try (Socket socket = new Socket(host, port); + ObjectOutputStream oos = new ObjectOutputStream(socket.getOutputStream()); + ObjectInputStream ois = new ObjectInputStream(socket.getInputStream())) { + + // 发送请求对象 + oos.writeObject(request); + oos.flush(); + + // 接收响应对象 + response = (RpcResponse) ois.readObject(); + + } catch (UnknownHostException e) { + System.err.println("未知的主机: " + host); + } catch (IOException e) { + System.err.println("I/O 错误: " + e.getMessage()); + } catch (ClassNotFoundException e) { + System.err.println("无法识别的类: " + e.getMessage()); + } + + return response; + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ServiceCenter.java b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ServiceCenter.java new file mode 100644 index 0000000..f1aa801 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ServiceCenter.java @@ -0,0 +1,20 @@ +package com.kama.client.servicecenter; + + +import java.net.InetSocketAddress; + +/** + * @InterfaceName ServiceCenter + * @Description 服务中心接口 + * @Author Tong + * @LastChangeDate 2024-12-02 10:31 + * @Version v5.0 + */ + +public interface ServiceCenter { + // 查询：根据服务名查找地址 + InetSocketAddress serviceDiscovery(String serviceName); + + //判断是否可重试 + boolean checkRetry(String serviceName); +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ZKServiceCenter.java b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ZKServiceCenter.java new file mode 100644 index 0000000..93f2701 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ZKServiceCenter.java @@ -0,0 +1,113 @@ +package com.kama.client.servicecenter; + +import com.kama.client.cache.ServiceCache; +import com.kama.client.servicecenter.ZKWatcher.watchZK; +import com.kama.client.servicecenter.balance.LoadBalance; +import com.kama.client.servicecenter.balance.impl.ConsistencyHashBalance; +import com.kama.client.servicecenter.balance.impl.RandomLoadBalance; +import lombok.extern.slf4j.Slf4j; +import org.apache.curator.RetryPolicy; +import org.apache.curator.framework.CuratorFramework; +import org.apache.curator.framework.CuratorFrameworkFactory; +import org.apache.curator.retry.ExponentialBackoffRetry; + +import java.net.InetSocketAddress; +import java.util.List; +import java.util.Set; +import java.util.concurrent.CopyOnWriteArraySet; + +/** + * @ClassName ZKServiceCenter + * @Description 从服务中心获取服务地址 + * @Author Tong + * @LastChangeDate 2024-12-02 10:33 + * @Version v5.0 + */ +@Slf4j +public class ZKServiceCenter implements ServiceCenter { + // curator 提供的zookeeper客户端 + private CuratorFramework client; + //zookeeper根路径节点 + private static final String ROOT_PATH = "MyRPC"; + private static final String RETRY = "CanRetry"; + //serviceCache + private ServiceCache cache; + + private final LoadBalance loadBalance = new ConsistencyHashBalance(); + + //负责zookeeper客户端的初始化，并与zookeeper服务端进行连接 + public ZKServiceCenter() throws InterruptedException { + // 指数时间重试 + RetryPolicy policy = new ExponentialBackoffRetry(1000, 3); + // zookeeper的地址固定，不管是服务提供者还是，消费者都要与之建立连接 + // sessionTimeoutMs 与 zoo.cfg中的tickTime 有关系， + // zk还会根据minSessionTimeout与maxSessionTimeout两个参数重新调整最后的超时值。默认分别为tickTime 的2倍和20倍 + // 使用心跳监听状态 + this.client = CuratorFrameworkFactory.builder().connectString("127.0.0.1:2181") + .sessionTimeoutMs(40000).retryPolicy(policy).namespace(ROOT_PATH).build(); + this.client.start(); + log.info("Zookeeper 连接成功"); + //初始化本地缓存 + cache = new ServiceCache(); + //加入zookeeper事件监听器 + watchZK watcher = new watchZK(client, cache); + //监听启动 + watcher.watchToUpdate(ROOT_PATH); + } + + //根据服务名（接口名）返回地址 + @Override + public InetSocketAddress serviceDiscovery(String serviceName) { + try { + //先从本地缓存中找 + List addressList = cache.getServiceListFromCache(serviceName); + //如果找不到，再去zookeeper中找 + //这种i情况基本不会发生，或者说只会出现在初始化阶段 + if (addressList == null) { + addressList = client.getChildren().forPath("/" + serviceName); + // 如果本地缓存中没有该服务名的地址列表，则添加 + List cachedAddresses = cache.getServiceListFromCache(serviceName); + if (cachedAddresses == null || cachedAddresses.isEmpty()) { + // 假设 addServiceToCache 方法可以处理单个地址 + for (String address : addressList) { + cache.addServiceToCache(serviceName, address); + } + } + } + if (addressList.isEmpty()) { + log.warn("未找到服务：{}", serviceName); + return null; + } + // 负载均衡得到地址 + String address = loadBalance.balance(addressList); + return parseAddress(address); + } catch (Exception e) { + log.error("服务发现失败，服务名：{}", serviceName, e); + } + return null; + } + //保证线程安全使用CopyOnWriteArraySet + private Set retryServiceCache = new CopyOnWriteArraySet<>(); + //写一个白名单缓存，优化性能 + public boolean checkRetry(String serviceName) { + // 如果缓存为空，则从 Zookeeper 中加载白名单 + if (retryServiceCache.isEmpty()) { + try { + // 获取 Zookeeper 上的 /RETRY 路径下的所有子节点（服务名称） + List serviceList = client.getChildren().forPath("/" + RETRY); + // 将从 Zookeeper 获取到的服务名称列表添加到缓存中 + retryServiceCache.addAll(serviceList); + } catch (Exception e) { + log.error("检查重试失败，服务名：{}", serviceName, e); + } + } + // 判断服务是否在缓存的白名单中 + return retryServiceCache.contains(serviceName); + } + + // 字符串解析为地址 + private InetSocketAddress parseAddress(String address) { + String[] result = address.split(":"); + return new InetSocketAddress(result[0], Integer.parseInt(result[1])); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ZKWatcher/watchZK.java b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ZKWatcher/watchZK.java new file mode 100644 index 0000000..396d4e8 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/ZKWatcher/watchZK.java @@ -0,0 +1,98 @@ +package com.kama.client.servicecenter.ZKWatcher; + +import com.kama.client.cache.ServiceCache; +import lombok.extern.slf4j.Slf4j; +import org.apache.curator.framework.CuratorFramework; +import org.apache.curator.framework.recipes.cache.ChildData; +import org.apache.curator.framework.recipes.cache.CuratorCache; +import org.apache.curator.framework.recipes.cache.CuratorCacheListener; + + +/** + * @ClassName watchZK + * @Description 节点监听 + * @Author Tong + * @LastChangeDate 2024-12-02 10:37 + * @Version v5.0 + */ +@Slf4j +public class watchZK { + // curator 提供的zookeeper客户端 + private CuratorFramework client; + //本地缓存 + ServiceCache cache; + + + public watchZK(CuratorFramework client, ServiceCache cache) { + this.client = client; + this.cache = cache; + } + + /** + * 监听当前节点和子节点的 更新，创建，删除 + * + * @param path + */ + public void watchToUpdate(String path) throws InterruptedException { + CuratorCache curatorCache = CuratorCache.build(client, "/"); + curatorCache.listenable().addListener(new CuratorCacheListener() { + @Override + public void event(Type type, ChildData childData, ChildData childData1) { + // 第一个参数：事件类型（枚举） + // 第二个参数：节点更新前的状态、数据 + // 第三个参数：节点更新后的状态、数据 + // 创建节点时：节点刚被创建，不存在 更新前节点 ，所以第二个参数为 null + // 删除节点时：节点被删除，不存在 更新后节点 ，所以第三个参数为 null + // 节点创建时没有赋予值 create /curator/app1 只创建节点，在这种情况下，更新前节点的 data 为 null，获取不到更新前节点的数据 + switch (type.name()) { + case "NODE_CREATED": // 监听器第一次执行时节点存在也会触发次事件 + String[] pathList = pasrePath(childData1); + if (pathList.length <= 2) break; + else { + String serviceName = pathList[1]; + String address = pathList[2]; + //将新注册的服务加入到本地缓存中 + cache.addServiceToCache(serviceName, address); + log.info("节点创建：服务名称 {} 地址 {}", serviceName, address); + } + break; + case "NODE_CHANGED": // 节点更新 + if (childData.getData() != null) { + log.debug("修改前的数据: {}", new String(childData.getData())); + } else { + log.debug("节点第一次赋值!"); + } + String[] oldPathList = pasrePath(childData); + String[] newPathList = pasrePath(childData1); + cache.replaceServiceAddress(oldPathList[1], oldPathList[2], newPathList[2]); + log.info("节点更新：服务名称 {} 地址从 {} 更新为 {}", oldPathList[1], oldPathList[2], newPathList[2]); + break; + case "NODE_DELETED": // 节点删除 + String[] pathList_d = pasrePath(childData); + if (pathList_d.length <= 2) break; + else { + String serviceName = pathList_d[1]; + String address = pathList_d[2]; + //将新注册的服务加入到本地缓存中 + cache.delete(serviceName, address); + log.info("节点删除：服务名称 {} 地址 {}", serviceName, address); + } + break; + default: + break; + } + } + }); + //开启监听 + curatorCache.start(); + } + + //解析节点对应地址 + public String[] pasrePath(ChildData childData) { + //获取更新的节点的路径 + String path = new String(childData.getPath()); + log.info("节点路径:{}",path); + //按照格式 ，读取 + return path.split("/"); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/LoadBalance.java b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/LoadBalance.java new file mode 100644 index 0000000..1f1742c --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/LoadBalance.java @@ -0,0 +1,20 @@ +package com.kama.client.servicecenter.balance; + + +import java.util.List; + +/** + * @InterfaceName LoadBalance + * @Description 负载均衡接口 + * @Author Tong + * @LastChangeDate 2024-12-02 10:40 + * @Version v5.0 + */ + +public interface LoadBalance { + String balance(List addressList); + + void addNode(String node); + + void delNode(String node); +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/ConsistencyHashBalance.java b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/ConsistencyHashBalance.java new file mode 100644 index 0000000..119b9ea --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/ConsistencyHashBalance.java @@ -0,0 +1,152 @@ +package com.kama.client.servicecenter.balance.impl; + +import com.kama.client.servicecenter.balance.LoadBalance; +import lombok.extern.slf4j.Slf4j; + + +import java.util.*; +import java.util.concurrent.ConcurrentSkipListMap; +import java.util.concurrent.CopyOnWriteArrayList; + +/** + * @ClassName ConsistencyHashBalance + * @Description 一致性哈希算法负载均衡 + * @Author Tong + * @LastChangeDate 2024-12-02 10:42 + * @Version v5.0 + */ +@Slf4j +public class ConsistencyHashBalance implements LoadBalance { + + // 虚拟节点的个数 + private static final int VIRTUAL_NUM = 5; + + // 虚拟节点分配，key是hash值，value是虚拟节点服务器名称 + private SortedMap shards = new TreeMap(); + + // 真实节点列表 + private List realNodes = new LinkedList<>(); + + // 获取虚拟节点的个数 + public static int getVirtualNum() { + return VIRTUAL_NUM; + } + + // 初始化虚拟节点 + public void init(List serviceList) { + for (String server : serviceList) { + realNodes.add(server); + log.info("真实节点[{}] 被添加", server); + for (int i = 0; i < VIRTUAL_NUM; i++) { + String virtualNode = server + "&&VN" + i; + int hash = getHash(virtualNode); + shards.put(hash, virtualNode); + log.info("虚拟节点[{}] hash:{}，被添加", virtualNode, hash); + } + } + } + + /** + * 获取被分配的节点名 + * + * @param node 请求的节点（通常是请求的唯一标识符） + * @return 负责该请求的真实节点名称 + */ + public String getServer(String node, List serviceList) { + if (shards.isEmpty()) { + init(serviceList); // 初始化，如果shards为空 + } + + int hash = getHash(node); + Integer key = null; + + SortedMap subMap = shards.tailMap(hash); + if (subMap.isEmpty()) { + key = shards.firstKey(); // 如果没有大于该hash的节点，则返回最小的hash值 + } else { + key = subMap.firstKey(); + } + + String virtualNode = shards.get(key); + return virtualNode.substring(0, virtualNode.indexOf("&&")); + } + + /** + * 添加节点 + * + * @param node 新加入的节点 + */ + public void addNode(String node) { + if (!realNodes.contains(node)) { + realNodes.add(node); + log.info("真实节点[{}] 上线添加", node); + for (int i = 0; i < VIRTUAL_NUM; i++) { + String virtualNode = node + "&&VN" + i; + int hash = getHash(virtualNode); + shards.put(hash, virtualNode); + log.info("虚拟节点[{}] hash:{}，被添加", virtualNode, hash); + } + } + } + + /** + * 删除节点 + * + * @param node 被移除的节点 + */ + public void delNode(String node) { + if (realNodes.contains(node)) { + realNodes.remove(node); + log.info("真实节点[{}] 下线移除", node); + for (int i = 0; i < VIRTUAL_NUM; i++) { + String virtualNode = node + "&&VN" + i; + int hash = getHash(virtualNode); + shards.remove(hash); + log.info("虚拟节点[{}] hash:{}，被移除", virtualNode, hash); + } + } + } + + /** + * FNV1_32_HASH算法 + */ + private static int getHash(String str) { + final int p = 16777619; + int hash = (int) 2166136261L; + for (int i = 0; i < str.length(); i++) + hash = (hash ^ str.charAt(i)) * p; + hash += hash << 13; + hash ^= hash >> 7; + hash += hash << 3; + hash ^= hash >> 17; + hash += hash << 5; + // 如果算出来的值为负数则取其绝对值 + if (hash < 0) + hash = Math.abs(hash); + return hash; + } + + @Override + public String balance(List addressList) { + // 如果 addressList 为空或 null，抛出 IllegalArgumentException + if (addressList == null || addressList.isEmpty()) { + throw new IllegalArgumentException("Address list cannot be null or empty"); + } + + // 使用UUID作为请求的唯一标识符来进行一致性哈希 + String random = UUID.randomUUID().toString(); + return getServer(random, addressList); + } + public SortedMap getShards() { + return shards; + } + + public List getRealNodes() { + return realNodes; + } + @Override + public String toString() { + return "ConsistencyHash"; + } +} + diff --git a/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/RandomLoadBalance.java b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/RandomLoadBalance.java new file mode 100644 index 0000000..583030d --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/RandomLoadBalance.java @@ -0,0 +1,48 @@ +package com.kama.client.servicecenter.balance.impl; + +import com.kama.client.servicecenter.balance.LoadBalance; +import lombok.extern.slf4j.Slf4j; + +import java.util.List; +import java.util.Random; +import java.util.concurrent.CopyOnWriteArrayList; + +/** + * @ClassName RandomLoadBalance + * @Description 随机法 + * @Author Tong + * @LastChangeDate 2024-12-02 10:40 + * @Version v5.0 + */ +@Slf4j +public class RandomLoadBalance implements LoadBalance { + // 将Random声明为类级别的字段 + private final Random random = new Random(); + + private final List addressList = new CopyOnWriteArrayList<>(); + + @Override + public String balance(List addressList) { + if (addressList == null || addressList.isEmpty()) { + throw new IllegalArgumentException("Address list cannot be null or empty"); + } + + int choose = random.nextInt(addressList.size()); + log.info("负载均衡选择了第 {} 号服务器，地址是：{}", choose, addressList.get(choose)); + return addressList.get(choose); // 返回选择的服务器地址 + } + + @Override + public void addNode(String node) { + // 如果是动态添加节点，可以将节点加入到addressList中 + addressList.add(node); + log.info("节点 {} 已加入负载均衡", node); + } + + @Override + public void delNode(String node) { + // 如果是动态删除节点，可以将节点从addressList中移除 + addressList.remove(node); + log.info("节点 {} 已从负载均衡中移除", node); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/RoundLoadBalance.java b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/RoundLoadBalance.java new file mode 100644 index 0000000..15398a9 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/client/servicecenter/balance/impl/RoundLoadBalance.java @@ -0,0 +1,52 @@ +package com.kama.client.servicecenter.balance.impl; + +import com.kama.client.servicecenter.balance.LoadBalance; +import lombok.extern.slf4j.Slf4j; + +import java.util.List; +import java.util.concurrent.CopyOnWriteArrayList; +import java.util.concurrent.atomic.AtomicInteger; + +/** + * @ClassName RoundLoadBalance + * @Description 轮询法 + * @Author Tong + * @LastChangeDate 2024-12-02 10:41 + * @Version v5.0 + */ +@Slf4j +public class RoundLoadBalance implements LoadBalance { + + // 使用 AtomicInteger 保证线程安全 + private AtomicInteger choose = new AtomicInteger(0); + + private List addressList = new CopyOnWriteArrayList<>(); + + @Override + public String balance(List addressList) { + if (addressList == null || addressList.isEmpty()) { + throw new IllegalArgumentException("Address list cannot be null or empty"); + } + + // 获取当前索引并更新为下一个 + int currentChoose = choose.getAndUpdate(i -> (i + 1) % addressList.size()); + + String selectedServer = addressList.get(currentChoose); + log.info("负载均衡选择了服务器: {}", selectedServer); + return selectedServer; // 返回被选择的服务器地址 + } + + @Override + public void addNode(String node) { + // 如果是动态添加节点，可以将节点加入到 addressList 中 + addressList.add(node); + log.info("节点 {} 已加入负载均衡", node); + } + + @Override + public void delNode(String node) { + // 如果是动态删除节点，可以将节点从 addressList 中移除 + addressList.remove(node); + log.info("节点 {} 已从负载均衡中移除", node); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/config/KRpcConfig.java b/version5/krpc-core/src/main/java/com/kama/config/KRpcConfig.java new file mode 100644 index 0000000..1c53401 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/config/KRpcConfig.java @@ -0,0 +1,37 @@ +package com.kama.config; + +import com.kama.client.servicecenter.balance.impl.ConsistencyHashBalance; +import com.kama.server.serviceRegister.impl.ZKServiceRegister; +import common.serializer.myserializer.Serializer; +import lombok.*; + +/** + * @ClassName KRpcConfig + * @Description 配置文件 + * @Author Tong + * @LastChangeDate 2024-12-05 11:02 + * @Version v5.0 + */ +@AllArgsConstructor +@NoArgsConstructor +@Getter +@Setter +@Builder +@ToString +public class KRpcConfig { + //名称 + private String name = "krpc"; + //端口 + private Integer port = 9999; + //主机名 + private String host = "localhost"; + //版本号 + private String version = "1.0.0"; + //注册中心 + private String registry = new ZKServiceRegister().toString(); + //序列化器 + private String serializer = Serializer.getSerializerByCode(3).toString(); + //负载均衡 + private String loadBalance = new ConsistencyHashBalance().toString(); + +} diff --git a/version5/krpc-core/src/main/java/com/kama/config/RpcConstant.java b/version5/krpc-core/src/main/java/com/kama/config/RpcConstant.java new file mode 100644 index 0000000..6bda0b6 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/config/RpcConstant.java @@ -0,0 +1,20 @@ +package com.kama.config; + + +/** + * @InterfaceName RpcConstants + * @Description + * @Author Tong + * @LastChangeDate 2024-12-05 11:17 + * @Version v5.0 + */ + +public interface RpcConstant { + + //默认的配置文件前缀 + String CONFIG_FILE_PREFIX = "rpc"; + + //默认的服务版本号 + String DEFAULT_VERSION_DEFAULT = "1.0.0"; + +} \ No newline at end of file diff --git a/version5/krpc-core/src/main/java/com/kama/server/netty/NettyRpcServerHandler.java b/version5/krpc-core/src/main/java/com/kama/server/netty/NettyRpcServerHandler.java new file mode 100644 index 0000000..0601b82 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/netty/NettyRpcServerHandler.java @@ -0,0 +1,71 @@ +package com.kama.server.netty; + + +import common.message.RpcRequest; +import common.message.RpcResponse; +import io.netty.channel.ChannelFutureListener; +import io.netty.channel.ChannelHandlerContext; +import io.netty.channel.SimpleChannelInboundHandler; +import lombok.AllArgsConstructor; +import lombok.extern.slf4j.Slf4j; +import com.kama.server.provider.ServiceProvider; +import com.kama.server.ratelimit.RateLimit; + +import java.lang.reflect.InvocationTargetException; +import java.lang.reflect.Method; + +/** + * @ClassName NettyRpcServerHandler + * @Description 服务端处理器 + * @Author Tong + * @LastChangeDate 2024-12-02 10:26 + * @Version v5.0 + */ +@AllArgsConstructor // 使用 Lombok 自动生成构造器 +@Slf4j +public class NettyRpcServerHandler extends SimpleChannelInboundHandler { + + private final ServiceProvider serviceProvider; // 确保通过构造器注入 ServiceProvider + + @Override + protected void channelRead0(ChannelHandlerContext ctx, RpcRequest request) throws Exception { + if (request == null) { + log.error("接收到非法请求，RpcRequest 为空"); + return; + } + RpcResponse response = getResponse(request); + ctx.writeAndFlush(response).addListener(ChannelFutureListener.CLOSE); + } + + @Override + public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) throws Exception { + log.error("处理请求时发生异常: ", cause); + ctx.close(); + } + + private RpcResponse getResponse(RpcRequest rpcRequest) { + //得到服务名 + String interfaceName = rpcRequest.getInterfaceName(); + + //接口限流降级 + RateLimit rateLimit = serviceProvider.getRateLimitProvider().getRateLimit(interfaceName); + if (!rateLimit.getToken()) { + //如果获取令牌失败，进行限流降级，快速返回结果 + log.warn("服务限流，接口: {}", interfaceName); + return RpcResponse.fail("服务限流，接口 " + interfaceName + " 当前无法处理请求。请稍后再试。"); + } + + //得到服务端相应服务实现类 + Object service = serviceProvider.getService(interfaceName); + //反射调用方法 + Method method; + try { + method = service.getClass().getMethod(rpcRequest.getMethodName(), rpcRequest.getParamsType()); + Object invoke = method.invoke(service, rpcRequest.getParams()); + return RpcResponse.sussess(invoke); + } catch (NoSuchMethodException | IllegalAccessException | InvocationTargetException e) { + log.error("方法执行错误，接口: {}, 方法: {}", interfaceName, rpcRequest.getMethodName(), e); + return RpcResponse.fail("方法执行错误"); + } + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/netty/NettyServerInitializer.java b/version5/krpc-core/src/main/java/com/kama/server/netty/NettyServerInitializer.java new file mode 100644 index 0000000..91c8f44 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/netty/NettyServerInitializer.java @@ -0,0 +1,33 @@ +package com.kama.server.netty; + + +import common.serializer.mycoder.MyDecoder; +import common.serializer.mycoder.MyEncoder; +import common.serializer.myserializer.Serializer; +import io.netty.channel.ChannelInitializer; +import io.netty.channel.ChannelPipeline; +import io.netty.channel.socket.SocketChannel; +import lombok.AllArgsConstructor; +import com.kama.server.provider.ServiceProvider; + + +/** + * @ClassName NettyServerInitializer + * @Description 服务端初始化器 + * @Author Tong + * @LastChangeDate 2024-12-02 10:55 + * @Version v5.0 + */ +@AllArgsConstructor +public class NettyServerInitializer extends ChannelInitializer { + private ServiceProvider serviceProvider; + + @Override + protected void initChannel(SocketChannel ch) throws Exception { + ChannelPipeline pipeline = ch.pipeline(); + //使用自定义的编/解码器 + pipeline.addLast(new MyEncoder(Serializer.getSerializerByCode(3))); + pipeline.addLast(new MyDecoder()); + pipeline.addLast(new NettyRpcServerHandler(serviceProvider)); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/provider/ServiceProvider.java b/version5/krpc-core/src/main/java/com/kama/server/provider/ServiceProvider.java new file mode 100644 index 0000000..4bbde28 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/provider/ServiceProvider.java @@ -0,0 +1,60 @@ +package com.kama.server.provider; + + +import com.kama.server.ratelimit.provider.RateLimitProvider; + +import com.kama.server.serviceRegister.ServiceRegister; +import com.kama.server.serviceRegister.impl.ZKServiceRegister; + + +import java.net.InetSocketAddress; +import java.util.HashMap; +import java.util.Map; + + +/** + * @ClassName ServiceProvider + * @Description 本地注册中心 + * @Author Tong + * @LastChangeDate 2024-12-02 10:21 + * @Version v5.0 + */ +public class ServiceProvider { + private Map interfaceProvider; + + private int port; + private String host; + //注册服务类 + private ServiceRegister serviceRegister; + //限流器 + private RateLimitProvider rateLimitProvider; + + public ServiceProvider(String host, int port) { + //需要传入服务端自身的网络地址 + this.host = host; + this.port = port; + this.interfaceProvider = new HashMap<>(); + this.serviceRegister = new ZKServiceRegister(); + this.rateLimitProvider = new RateLimitProvider(); + } + + public void provideServiceInterface(Object service, boolean canRetry) { + String serviceName = service.getClass().getName(); + Class[] interfaceName = service.getClass().getInterfaces(); + + for (Class clazz : interfaceName) { + //本机的映射表 + interfaceProvider.put(clazz.getName(), service); + //在注册中心注册服务 + serviceRegister.register(clazz.getName(), new InetSocketAddress(host, port), canRetry); + } + } + + public Object getService(String interfaceName) { + return interfaceProvider.get(interfaceName); + } + + public RateLimitProvider getRateLimitProvider() { + return rateLimitProvider; + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/ratelimit/RateLimit.java b/version5/krpc-core/src/main/java/com/kama/server/ratelimit/RateLimit.java new file mode 100644 index 0000000..02a9998 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/ratelimit/RateLimit.java @@ -0,0 +1,15 @@ +package com.kama.server.ratelimit; + + +/** + * @InterfaceName RateLimit + * @Description 限流接口 + * @Author Tong + * @LastChangeDate 2024-12-02 10:50 + * @Version v5.0 + */ + +public interface RateLimit { + //获取访问许可 + boolean getToken(); +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/ratelimit/impl/TokenBucketRateLimitImpl.java b/version5/krpc-core/src/main/java/com/kama/server/ratelimit/impl/TokenBucketRateLimitImpl.java new file mode 100644 index 0000000..df379d7 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/ratelimit/impl/TokenBucketRateLimitImpl.java @@ -0,0 +1,60 @@ +package com.kama.server.ratelimit.impl; + +import com.kama.server.ratelimit.RateLimit; +import lombok.extern.slf4j.Slf4j; + + +/** + * @ClassName TokenBucketRateLimitImpl + * @Description 全局限流 + * @Author Tong + * @LastChangeDate 2024-12-02 10:53 + * @Version v5.0 + */ + +@Slf4j +public class TokenBucketRateLimitImpl implements RateLimit { + + // 令牌产生速率（单位：ms） + private final int rate; + // 桶容量 + private final int capacity; + // 当前桶容量 + private volatile int curCapacity; + // 上次请求时间戳 + private volatile long lastTimestamp; + + public TokenBucketRateLimitImpl(int rate, int capacity) { + this.rate = rate; + this.capacity = capacity; + this.curCapacity = capacity; + this.lastTimestamp = System.currentTimeMillis(); + } + + @Override + public boolean getToken() { + // 优化：同步仅限于关键部分，减少锁竞争 + synchronized (this) { + // 如果当前桶还有剩余，就直接返回 + if (curCapacity > 0) { + curCapacity--; + return true; + } + + long currentTimestamp = System.currentTimeMillis(); + // 如果距离上一次请求的时间大于 RATE 的时间间隔 + if (currentTimestamp - lastTimestamp >= rate) { + // 计算这段时间内生成的令牌数量 + int generatedTokens = (int) ((currentTimestamp - lastTimestamp) / rate); + if (generatedTokens > 1) { + // 只添加剩余令牌，确保不会超过桶的容量 + curCapacity = Math.min(capacity, curCapacity + generatedTokens - 1); + } + // 更新时间戳 + lastTimestamp = currentTimestamp; + return true; + } + return false; // 如果无法获取令牌，返回 false + } + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/ratelimit/provider/RateLimitProvider.java b/version5/krpc-core/src/main/java/com/kama/server/ratelimit/provider/RateLimitProvider.java new file mode 100644 index 0000000..9ba551c --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/ratelimit/provider/RateLimitProvider.java @@ -0,0 +1,34 @@ +package com.kama.server.ratelimit.provider; + +import com.kama.server.ratelimit.RateLimit; +import com.kama.server.ratelimit.impl.TokenBucketRateLimitImpl; +import lombok.extern.slf4j.Slf4j; + + +import java.util.Map; +import java.util.concurrent.ConcurrentHashMap; + +/** + * @ClassName RateLimitProvider + * @Description 提供限流器 + * @Author Tong + * @LastChangeDate 2024-12-02 10:54 + * @Version v5.0 + */ +@Slf4j +public class RateLimitProvider { + private final Map rateLimitMap = new ConcurrentHashMap<>(); + + // 默认的限流桶容量和令牌生成速率 + private static final int DEFAULT_CAPACITY = 100; + private static final int DEFAULT_RATE = 10; + + // 提供限流实例 + public RateLimit getRateLimit(String interfaceName) { + return rateLimitMap.computeIfAbsent(interfaceName, key -> { + RateLimit rateLimit = new TokenBucketRateLimitImpl(DEFAULT_CAPACITY, DEFAULT_RATE); + log.info("为接口 [{}] 创建了新的限流策略: {}", interfaceName, rateLimit); + return rateLimit; + }); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/server/RpcServer.java b/version5/krpc-core/src/main/java/com/kama/server/server/RpcServer.java new file mode 100644 index 0000000..beb6bb0 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/server/RpcServer.java @@ -0,0 +1,16 @@ +package com.kama.server.server; + + +/** + * @InterfaceName RpcServer + * @Description 服务端接口 + * @Author Tong + * @LastChangeDate 2024-12-02 10:21 + * @Version v1.0 + */ + +public interface RpcServer { + void start(int port); + + void stop(); +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/server/impl/NettyRpcServer.java b/version5/krpc-core/src/main/java/com/kama/server/server/impl/NettyRpcServer.java new file mode 100644 index 0000000..ebab364 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/server/impl/NettyRpcServer.java @@ -0,0 +1,81 @@ +package com.kama.server.server.impl; + +import io.netty.bootstrap.ServerBootstrap; +import io.netty.channel.ChannelFuture; +import io.netty.channel.nio.NioEventLoopGroup; +import io.netty.channel.socket.nio.NioServerSocketChannel; +import lombok.AllArgsConstructor; +import lombok.extern.slf4j.Slf4j; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import com.kama.server.netty.NettyServerInitializer; +import com.kama.server.provider.ServiceProvider; +import com.kama.server.server.RpcServer; + +/** + * @ClassName NettyRpcServer + * @Description Netty服务端 + * @Author Tong + * @LastChangeDate 2024-12-02 10:25 + * @Version v5.0 + */ +@Slf4j +@AllArgsConstructor +public class NettyRpcServer implements RpcServer { + private final ServiceProvider serviceProvider; // 只需要 ServiceProvider + private ChannelFuture channelFuture; // ChannelFuture 在 start 方法内初始化 + public NettyRpcServer(ServiceProvider serviceProvider) { + this.serviceProvider = serviceProvider; + } + + @Override + public void start(int port) { + NioEventLoopGroup bossGroup = new NioEventLoopGroup(); + NioEventLoopGroup workGroup = new NioEventLoopGroup(); + log.info("Netty服务端启动了"); + + try { + ServerBootstrap serverBootstrap = new ServerBootstrap(); + serverBootstrap.group(bossGroup, workGroup) + .channel(NioServerSocketChannel.class) + .childHandler(new NettyServerInitializer(serviceProvider)); + + // 同步阻塞，绑定端口启动服务 + channelFuture = serverBootstrap.bind(port).sync(); + log.info("Netty服务端已绑定端口：{}", port); + + // 阻塞，等待服务关闭 + channelFuture.channel().closeFuture().sync(); + } catch (InterruptedException e) { + Thread.currentThread().interrupt(); + log.error("Netty服务端启动中断：{}", e.getMessage(), e); + } finally { + shutdown(bossGroup, workGroup); // 集中管理线程组资源 + log.info("Netty服务端关闭了"); + } + } + + @Override + public void stop() { + if (channelFuture != null) { + try { + channelFuture.channel().close().sync(); + log.info("Netty服务端主通道已关闭"); + } catch (InterruptedException e) { + Thread.currentThread().interrupt(); + log.error("关闭Netty服务端主通道时中断：{}", e.getMessage(), e); + } + } else { + log.warn("Netty服务端主通道尚未启动，无法关闭"); + } + } + + private void shutdown(NioEventLoopGroup bossGroup, NioEventLoopGroup workGroup) { + if (bossGroup != null) { + bossGroup.shutdownGracefully().syncUninterruptibly(); + } + if (workGroup != null) { + workGroup.shutdownGracefully().syncUninterruptibly(); + } + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/server/impl/SimpleRpcServer.java b/version5/krpc-core/src/main/java/com/kama/server/server/impl/SimpleRpcServer.java new file mode 100644 index 0000000..792c4ec --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/server/impl/SimpleRpcServer.java @@ -0,0 +1,70 @@ +package com.kama.server.server.impl; + +import lombok.AllArgsConstructor; +import lombok.extern.slf4j.Slf4j; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import com.kama.server.provider.ServiceProvider; +import com.kama.server.server.RpcServer; +import com.kama.server.server.work.WorkThread; + +import java.io.IOException; +import java.net.ServerSocket; +import java.net.Socket; +import java.util.concurrent.atomic.AtomicBoolean; + +/** + * @ClassName SimpleRpcServer + * @Description 简单服务端 + * @Author Tong + * @LastChangeDate 2024-12-02 10:23 + * @Version v5.0 + */ +@AllArgsConstructor +@Slf4j +public class SimpleRpcServer implements RpcServer { + private ServiceProvider serviceProvider; + // 控制服务器运行状态 + private AtomicBoolean running = new AtomicBoolean(true); + private ServerSocket serverSocket; + + @Override + public void start(int port) { + try { + serverSocket = new ServerSocket(port); + log.info("服务器启动了，监听端口：{}", port); + while (running.get()) { + try { + Socket socket = serverSocket.accept(); + new Thread(new WorkThread(socket, serviceProvider)).start(); + } catch (IOException e) { + if (running.get()) { // 如果不是因为服务器被停止导致的异常 + log.error("接受连接时发生异常：{}", e.getMessage(), e); + } + } + } + } catch (IOException e) { + log.error("服务器启动失败：{}", e.getMessage(), e); + } finally { + stop(); + } + } + + @Override + public void stop() { + if (!running.get()) return; // 防止重复停止 + + running.set(false); + log.info("服务器正在关闭..."); + + // 关闭 ServerSocket + if (serverSocket != null && !serverSocket.isClosed()) { + try { + serverSocket.close(); + log.info("服务器已关闭"); + } catch (IOException e) { + log.error("关闭服务器时发生异常：{}", e.getMessage(), e); + } + } + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/server/work/WorkThread.java b/version5/krpc-core/src/main/java/com/kama/server/server/work/WorkThread.java new file mode 100644 index 0000000..447a600 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/server/work/WorkThread.java @@ -0,0 +1,61 @@ +package com.kama.server.server.work; + + +import common.message.RpcRequest; +import common.message.RpcResponse; +import lombok.AllArgsConstructor; +import com.kama.server.provider.ServiceProvider; + +import java.io.IOException; +import java.io.ObjectInputStream; +import java.io.ObjectOutputStream; +import java.lang.reflect.InvocationTargetException; +import java.lang.reflect.Method; +import java.net.Socket; + +/** + * @ClassName WorkThread + * @Description + * @Author Tong + * @LastChangeDate 2024-12-02 10:22 + * @Version v5.0 + */ +@AllArgsConstructor +public class WorkThread implements Runnable { + private Socket socket; + private ServiceProvider serviceProvide; + + @Override + public void run() { + try { + ObjectOutputStream oos = new ObjectOutputStream(socket.getOutputStream()); + ObjectInputStream ois = new ObjectInputStream(socket.getInputStream()); + //读取客户端传过来的request + RpcRequest rpcRequest = (RpcRequest) ois.readObject(); + //反射调用服务方法获取返回值 + RpcResponse rpcResponse = getResponse(rpcRequest); + //向客户端写入response + oos.writeObject(rpcResponse); + oos.flush(); + } catch (IOException | ClassNotFoundException e) { + e.printStackTrace(); + } + } + + private RpcResponse getResponse(RpcRequest rpcRequest) { + //得到服务名 + String interfaceName = rpcRequest.getInterfaceName(); + //得到服务端相应服务实现类 + Object service = serviceProvide.getService(interfaceName); + //反射调用方法 + Method method; + try { + method = service.getClass().getMethod(rpcRequest.getMethodName(), rpcRequest.getParamsType()); + Object invoke = method.invoke(service, rpcRequest.getParams()); + return RpcResponse.sussess(invoke); + } catch (NoSuchMethodException | IllegalAccessException | InvocationTargetException e) { + e.printStackTrace(); + return RpcResponse.fail("方法执行错误"); + } + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/serviceRegister/ServiceRegister.java b/version5/krpc-core/src/main/java/com/kama/server/serviceRegister/ServiceRegister.java new file mode 100644 index 0000000..dd0398d --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/serviceRegister/ServiceRegister.java @@ -0,0 +1,16 @@ +package com.kama.server.serviceRegister; + + +import java.net.InetSocketAddress; + +/** + * @InterfaceName ServiceRegister + * @Description 服务注册接口 + * @Author Tong + * @LastChangeDate 2024-12-02 10:27 + * @Version v5.0 + */ + +public interface ServiceRegister { + void register(String serviceName, InetSocketAddress serviceAddress, boolean canRetry); +} diff --git a/version5/krpc-core/src/main/java/com/kama/server/serviceRegister/impl/ZKServiceRegister.java b/version5/krpc-core/src/main/java/com/kama/server/serviceRegister/impl/ZKServiceRegister.java new file mode 100644 index 0000000..ce952e6 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/server/serviceRegister/impl/ZKServiceRegister.java @@ -0,0 +1,74 @@ +package com.kama.server.serviceRegister.impl; + +import lombok.extern.slf4j.Slf4j; +import org.apache.curator.RetryPolicy; +import org.apache.curator.framework.CuratorFramework; +import org.apache.curator.framework.CuratorFrameworkFactory; +import org.apache.curator.retry.ExponentialBackoffRetry; +import org.apache.zookeeper.CreateMode; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import com.kama.server.serviceRegister.ServiceRegister; + +import java.net.InetSocketAddress; + +/** + * @ClassName ZKServiceRegister + * @Description zk服务注册中心 + * @Author Tong + * @LastChangeDate 2024-12-02 10:28 + * @Version v5.0 + */ +@Slf4j +public class ZKServiceRegister implements ServiceRegister { + private CuratorFramework client; + private static final String ROOT_PATH = "MyRPC"; + private static final String RETRY = "CanRetry"; + + public ZKServiceRegister() { + RetryPolicy policy = new ExponentialBackoffRetry(1000, 3); + this.client = CuratorFrameworkFactory.builder() + .connectString("127.0.0.1:2181") + .sessionTimeoutMs(40000) + .retryPolicy(policy) + .namespace(ROOT_PATH) + .build(); + this.client.start(); + log.info("Zookeeper 连接成功"); + } + + @Override + public void register(String serviceName, InetSocketAddress serviceAddress, boolean canRetry) { + try { + if (client.checkExists().forPath("/" + serviceName) == null) { + client.create().creatingParentsIfNeeded().withMode(CreateMode.PERSISTENT).forPath("/" + serviceName); + log.info("服务节点 {} 创建成功", "/" + serviceName); + } + + String path = "/" + serviceName + "/" + getServiceAddress(serviceAddress); + if (client.checkExists().forPath(path) == null) { + client.create().creatingParentsIfNeeded().withMode(CreateMode.EPHEMERAL).forPath(path); + log.info("服务地址 {} 注册成功", path); + } else { + log.info("服务地址 {} 已经存在，跳过注册", path); + } + + if (canRetry) { + path = "/" + RETRY + "/" + serviceName; + client.create().creatingParentsIfNeeded().withMode(CreateMode.EPHEMERAL).forPath(path); + log.info("重试标识 {} 注册成功", path); + } + } catch (Exception e) { + log.error("服务注册失败，服务名：{}，错误信息：{}", serviceName, e.getMessage(), e); + } + } + + @Override + public String toString() { + return "zookeeper"; + } + + private String getServiceAddress(InetSocketAddress serverAddress) { + return serverAddress.getHostName() + ":" + serverAddress.getPort(); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/test/balance/ConsistencyHashBalanceTest.java b/version5/krpc-core/src/main/java/com/kama/test/balance/ConsistencyHashBalanceTest.java new file mode 100644 index 0000000..fa94dc6 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/test/balance/ConsistencyHashBalanceTest.java @@ -0,0 +1,100 @@ +package com.kama.test.balance; + +import com.kama.client.servicecenter.balance.impl.ConsistencyHashBalance; +import org.junit.Before; +import org.junit.Test; + +import java.util.Arrays; +import java.util.List; + +import static org.junit.Assert.*; + +/** + * @ClassName ConsistencyHashBalanceTest + * @Description 一致性哈希测试类 + * @Author Tong + * @LastChangeDate 2024-12-05 15:39 + * @Version v5.0 + */ +public class ConsistencyHashBalanceTest { + + private ConsistencyHashBalance balance; + + @Before + public void setUp() { + balance = new ConsistencyHashBalance(); + } + + @Test + public void testInit() { + // 模拟真实节点 + List nodes = Arrays.asList("server1", "server2", "server3"); + balance.init(nodes); + + // 验证虚拟节点的初始化是否正确 + assertTrue("shards should not be empty", balance.getShards().size() > 0); + assertTrue("realNodes should contain all nodes", balance.getRealNodes().containsAll(nodes)); + } + + @Test + public void testGetServer() { + // 模拟真实节点 + List nodes = Arrays.asList("server1", "server2", "server3"); + balance.init(nodes); + + // 使用 UUID 作为请求的唯一标识符进行负载均衡 + String server = balance.getServer("request-1", nodes); + assertNotNull("Server should not be null", server); + assertTrue("Server should be one of the real nodes", nodes.contains(server)); + + // 确保多个请求的分配在不同节点上（可根据测试的多次运行结果观察） + String server2 = balance.getServer("request-2", nodes); + assertNotEquals("Server should be different from the previous request", server, server2); + } + + @Test + public void testAddNode() { + // 模拟真实节点 + List nodes = Arrays.asList("server1", "server2"); + balance.init(nodes); + + // 新加入一个节点 + balance.addNode("server3"); + + // 验证新节点是否被加入 + assertTrue("server3 should be added", balance.getRealNodes().contains("server3")); + assertTrue("shards should contain virtual nodes for server3", balance.getShards().size() > 0); + } + + @Test + public void testDelNode() { + // 模拟真实节点 + List nodes = Arrays.asList("server1", "server2"); + balance.init(nodes); + + // 删除一个节点 + balance.delNode("server1"); + + // 验证该节点是否被移除 + assertFalse("server1 should be removed", balance.getRealNodes().contains("server1")); + assertFalse("shards should not contain virtual nodes for server1", balance.getShards().values().stream().anyMatch(vn -> vn.startsWith("server1"))); + } + + @Test(expected = IllegalArgumentException.class) + public void testBalanceWithEmptyList() { + // 测试地址列表为空时，抛出 IllegalArgumentException + balance.balance(Arrays.asList()); + } + + @Test(expected = IllegalArgumentException.class) + public void testBalanceWithNullList() { + // 测试地址列表为 null 时，抛出 IllegalArgumentException + balance.balance(null); + } + + @Test + public void testGetVirtualNum() { + // 测试虚拟节点的数量 + assertEquals("Virtual nodes count should be 5", 5, ConsistencyHashBalance.getVirtualNum()); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/test/balance/RandomLoadBalanceTest.java b/version5/krpc-core/src/main/java/com/kama/test/balance/RandomLoadBalanceTest.java new file mode 100644 index 0000000..4f1aa33 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/test/balance/RandomLoadBalanceTest.java @@ -0,0 +1,76 @@ +package com.kama.test.balance; + +import com.kama.client.servicecenter.balance.impl.RandomLoadBalance; +import org.junit.Before; +import org.junit.Test; + +import java.util.Arrays; +import java.util.List; + +import static org.junit.Assert.assertFalse; +import static org.junit.Assert.assertTrue; + +/** + * @ClassName RandomLoadBalanceTest + * @Description 随机负载均衡器测试 + * @Author Tong + * @LastChangeDate 2024-12-05 15:43 + * @Version v5.0 + */ +public class RandomLoadBalanceTest { + + private RandomLoadBalance loadBalance; + + @Before + public void setUp() { + // 在每个测试前初始化负载均衡器 + loadBalance = new RandomLoadBalance(); + } + + @Test + public void testBalance_WithNonEmptyList() { + // 准备一个非空的地址列表 + List addressList = Arrays.asList("server1", "server2", "server3"); + + // 使用 balance 方法选择一个服务器 + String selectedServer = loadBalance.balance(addressList); + + // 确保选择的服务器在列表中 + assertTrue(addressList.contains(selectedServer)); + } + + @Test(expected = IllegalArgumentException.class) + public void testBalance_WithEmptyList() { + // 测试空的节点列表，应该抛出 IllegalArgumentException 异常 + loadBalance.balance(Arrays.asList()); + } + + @Test(expected = IllegalArgumentException.class) + public void testBalance_WithNullList() { + // 测试 null 的节点列表，应该抛出 IllegalArgumentException 异常 + loadBalance.balance(null); + } + + @Test + public void testAddNode() { + // 测试添加节点到负载均衡器 + loadBalance.addNode("server4"); + + // 确保新添加的节点在负载均衡器中 + List addressList = Arrays.asList("server1", "server2", "server3", "server4"); + String selectedServer = loadBalance.balance(addressList); + assertTrue(addressList.contains(selectedServer)); + } + + @Test + public void testDelNode() { + // 测试从负载均衡器中移除节点 + loadBalance.addNode("server4"); + loadBalance.delNode("server4"); + + // 确保删除后的节点不再在负载均衡器中 + List addressList = Arrays.asList("server1", "server2", "server3"); + String selectedServer = loadBalance.balance(addressList); + assertFalse(addressList.contains("server4")); + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/test/balance/RoundLoadBalanceTest.java b/version5/krpc-core/src/main/java/com/kama/test/balance/RoundLoadBalanceTest.java new file mode 100644 index 0000000..796a60f --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/test/balance/RoundLoadBalanceTest.java @@ -0,0 +1,93 @@ +package com.kama.test.balance; + +import com.kama.client.servicecenter.balance.impl.RoundLoadBalance; +import org.junit.Before; +import org.junit.Test; + +import java.util.Arrays; +import java.util.List; + +import static org.junit.Assert.*; + +/** + * @ClassName RoundLoadBalanceTest + * @Description 轮询测试类 + * @Author Tong + * @LastChangeDate 2024-12-05 15:46 + * @Version v5.0 + */ +public class RoundLoadBalanceTest { + + private RoundLoadBalance loadBalance; + + @Before + public void setUp() { + // 在每个测试前初始化负载均衡器 + loadBalance = new RoundLoadBalance(); + } + + @Test + public void testBalance_WithNonEmptyList() { + // 准备一个非空的地址列表 + List addressList = Arrays.asList("server1", "server2", "server3"); + + // 执行 balance 方法并获取返回的服务器 + String selectedServer = loadBalance.balance(addressList); + + // 确保选择的服务器在列表中 + assertTrue(addressList.contains(selectedServer)); + } + + @Test(expected = IllegalArgumentException.class) + public void testBalance_WithEmptyList() { + // 测试空的节点列表，应该抛出 IllegalArgumentException 异常 + loadBalance.balance(Arrays.asList()); + } + + @Test(expected = IllegalArgumentException.class) + public void testBalance_WithNullList() { + // 测试 null 的节点列表，应该抛出 IllegalArgumentException 异常 + loadBalance.balance(null); + } + + @Test + public void testAddNode() { + // 测试添加节点到负载均衡器 + loadBalance.addNode("server4"); + + // 确保新添加的节点在负载均衡器中 + List addressList = Arrays.asList("server1", "server2", "server3", "server4"); + String selectedServer = loadBalance.balance(addressList); + assertTrue(addressList.contains(selectedServer)); + } + + @Test + public void testDelNode() { + // 测试从负载均衡器中移除节点 + loadBalance.addNode("server4"); + loadBalance.delNode("server4"); + + // 确保删除后的节点不再在负载均衡器中 + List addressList = Arrays.asList("server1", "server2", "server3"); + String selectedServer = loadBalance.balance(addressList); + assertFalse(addressList.contains("server4")); + } + + @Test + public void testBalance_RoundRobin() { + // 测试负载均衡是否按轮询顺序选择服务器 + List addressList = Arrays.asList("server1", "server2", "server3"); + + // 轮询选择服务器 + String firstSelection = loadBalance.balance(addressList); + String secondSelection = loadBalance.balance(addressList); + String thirdSelection = loadBalance.balance(addressList); + String fourthSelection = loadBalance.balance(addressList); // Should loop back to first + + // 确保选择的服务器是轮询顺序的 + assertNotEquals(firstSelection, secondSelection); + assertNotEquals(secondSelection, thirdSelection); + assertNotEquals(thirdSelection, fourthSelection); + assertEquals(firstSelection, fourthSelection); // Should be back to the first + } +} diff --git a/version5/krpc-core/src/main/java/com/kama/test/serializer/HessianSerializerTest.java b/version5/krpc-core/src/main/java/com/kama/test/serializer/HessianSerializerTest.java new file mode 100644 index 0000000..46c2854 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/test/serializer/HessianSerializerTest.java @@ -0,0 +1,52 @@ +package com.kama.test.serializer; + + +import common.exception.SerializeException; +import common.serializer.myserializer.HessianSerializer; +import org.junit.Test; + +/** + * @ClassName HessianSerializerTest + * @Description Hessian测试类 + * @Author Tong + * @LastChangeDate 2024-12-05 15:21 + * @Version v5.0 + */ +import org.junit.Test; +import static org.junit.Assert.*; + +public class HessianSerializerTest { + + private HessianSerializer serializer = new HessianSerializer(); + + @Test + public void testSerializeAndDeserialize() { + // 创建一个测试对象 + String original = "Hello, Hessian!"; + + // 序列化 + byte[] serialized = serializer.serialize(original); + assertNotNull("序列化结果不应为 null", serialized); + + // 反序列化 + Object deserialized = serializer.deserialize(serialized, 3); + assertNotNull("反序列化结果不应为 null", deserialized); + + // 校验反序列化的结果 + assertEquals("反序列化的对象应该与原对象相同", original, deserialized); + } + + @Test + public void testDeserializeWithInvalidData() { + byte[] invalidData = new byte[]{1, 2, 3}; // 假数据 + + // 测试无效数据反序列化 + try { + serializer.deserialize(invalidData, 3); + fail("反序列化时应抛出异常"); + } catch (SerializeException e) { + assertEquals("Deserialization failed", e.getMessage()); + } + } +} + diff --git a/version5/krpc-core/src/main/java/com/kama/test/serializer/KryoSerializerTest.java b/version5/krpc-core/src/main/java/com/kama/test/serializer/KryoSerializerTest.java new file mode 100644 index 0000000..b8532ae --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/test/serializer/KryoSerializerTest.java @@ -0,0 +1,89 @@ +package com.kama.test.serializer; + + +import com.kama.pojo.User; +import common.exception.SerializeException; +import common.serializer.myserializer.KryoSerializer; +import org.junit.Test; + +import static org.junit.Assert.*; + +/** + * @ClassName KryoSerializer + * @Description kryo测试类 + * @Author Tong + * @LastChangeDate 2024-12-05 15:31 + * @Version v5.0 + */ +public class KryoSerializerTest { + + private KryoSerializer serializer = new KryoSerializer(); + + @Test + public void testSerializeAndDeserialize() { + // 创建一个 User 对象 + User originalUser = User.builder() + .id(1) + .userName("TestUser") + .gender(true) + .build(); + + // 序列化 + byte[] serialized = serializer.serialize(originalUser); + assertNotNull("序列化结果不应为 null", serialized); + + // 反序列化 + Object deserialized = serializer.deserialize(serialized, 1); + assertNotNull("反序列化结果不应为 null", deserialized); + + // 校验反序列化的对象是否与原对象相同 + assertTrue("反序列化的对象应该是 User 类型", deserialized instanceof User); + User deserializedUser = (User) deserialized; + assertEquals("反序列化的 User 应该与原 User 相同", originalUser, deserializedUser); + } + + @Test + public void testSerializeNullObject() { + // 测试序列化 null 对象 + try { + serializer.serialize(null); + fail("序列化 null 对象时应抛出 IllegalArgumentException"); + } catch (IllegalArgumentException e) { + assertEquals("Cannot serialize null object", e.getMessage()); + } + } + + @Test + public void testDeserializeNullBytes() { + // 测试反序列化 null 或空字节数组 + try { + serializer.deserialize(null, 1); + fail("反序列化 null 字节数组时应抛出 IllegalArgumentException"); + } catch (IllegalArgumentException e) { + assertEquals("Cannot deserialize null or empty byte array", e.getMessage()); + } + } + + @Test + public void testDeserializeEmptyBytes() { + // 测试反序列化空字节数组 + try { + serializer.deserialize(new byte[0], 1); + fail("反序列化空字节数组时应抛出 IllegalArgumentException"); + } catch (IllegalArgumentException e) { + assertEquals("Cannot deserialize null or empty byte array", e.getMessage()); + } + } + + @Test + public void testDeserializeInvalidMessageType() { + // 测试反序列化未知的 messageType + byte[] serialized = serializer.serialize(new User(1, "TestUser", true)); + try { + serializer.deserialize(serialized, 99); // 使用无效的 messageType + fail("反序列化时应抛出 SerializeException"); + } catch (SerializeException e) { + assertEquals("Deserialization failed", e.getMessage()); + } + } +} \ No newline at end of file diff --git a/version5/krpc-core/src/main/java/com/kama/test/serializer/ProtostuffSerializerTest.java b/version5/krpc-core/src/main/java/com/kama/test/serializer/ProtostuffSerializerTest.java new file mode 100644 index 0000000..ed9fce5 --- /dev/null +++ b/version5/krpc-core/src/main/java/com/kama/test/serializer/ProtostuffSerializerTest.java @@ -0,0 +1,89 @@ +package com.kama.test.serializer; + + +import com.kama.pojo.User; +import common.exception.SerializeException; +import common.serializer.myserializer.ProtostuffSerializer; +import org.junit.Test; + +import static org.junit.Assert.*; + +/** + * @ClassName ProtostuffSerializerTest + * @Description protostuff 序列化测试 + * @Author Tong + * @LastChangeDate 2024-12-05 15:32 + * @Version v5.0 + */ +public class ProtostuffSerializerTest { + + private ProtostuffSerializer serializer = new ProtostuffSerializer(); + + @Test + public void testSerializeAndDeserialize() { + // 创建一个 User 对象 + User originalUser = User.builder() + .id(1) + .userName("TestUser") + .gender(true) + .build(); + + // 序列化 + byte[] serialized = serializer.serialize(originalUser); + assertNotNull("序列化结果不应为 null", serialized); + + // 反序列化 + Object deserialized = serializer.deserialize(serialized, 1); + assertNotNull("反序列化结果不应为 null", deserialized); + + // 校验反序列化的对象是否与原对象相同 + assertTrue("反序列化的对象应该是 User 类型", deserialized instanceof User); + User deserializedUser = (User) deserialized; + assertEquals("反序列化的 User 应该与原 User 相同", originalUser, deserializedUser); + } + + @Test + public void testSerializeNullObject() { + // 测试序列化 null 对象 + try { + serializer.serialize(null); + fail("序列化 null 对象时应抛出 IllegalArgumentException"); + } catch (IllegalArgumentException e) { + assertEquals("Cannot serialize null object", e.getMessage()); + } + } + + @Test + public void testDeserializeNullBytes() { + // 测试反序列化 null 字节数组 + try { + serializer.deserialize(null, 1); + fail("反序列化 null 字节数组时应抛出 IllegalArgumentException"); + } catch (IllegalArgumentException e) { + assertEquals("Cannot deserialize null or empty byte array", e.getMessage()); + } + } + + @Test + public void testDeserializeEmptyBytes() { + // 测试反序列化空字节数组 + try { + serializer.deserialize(new byte[0], 1); + fail("反序列化空字节数组时应抛出 IllegalArgumentException"); + } catch (IllegalArgumentException e) { + assertEquals("Cannot deserialize null or empty byte array", e.getMessage()); + } + } + + @Test + public void testDeserializeInvalidMessageType() { + // 测试反序列化未知的 messageType + byte[] serialized = serializer.serialize(new User(1, "TestUser", true)); + try { + serializer.deserialize(serialized, 99); // 使用无效的 messageType + fail("反序列化时应抛出 SerializeException"); + } catch (SerializeException e) { + assertEquals("Unknown message type: 99", e.getMessage()); + } + } +} \ No newline at end of file diff --git a/version5/krpc-core/src/main/resources/META-INF/serializer/com.kama.common.serializer.myserializer.Serializer b/version5/krpc-core/src/main/resources/META-INF/serializer/com.kama.common.serializer.myserializer.Serializer new file mode 100644 index 0000000..90c3187 --- /dev/null +++ b/version5/krpc-core/src/main/resources/META-INF/serializer/com.kama.common.serializer.myserializer.Serializer @@ -0,0 +1,5 @@ +Hessian=com.kama.common.serializer.myserializer.HessianSerializer +protobuf=com.kama.common.serializer.myserializer.ProtobufSerializer +json=com.kama.common.serializer.myserializer.JsonSerializer +kryo=com.kama.common.serializer.myserializer.KryoSerializer +jdk=com.kama.common.serializer.myserializer.ObjectSerializer diff --git a/version5/krpc-core/target/classes/META-INF/serializer/com.kama.common.serializer.myserializer.Serializer b/version5/krpc-core/target/classes/META-INF/serializer/com.kama.common.serializer.myserializer.Serializer new file mode 100644 index 0000000..90c3187 --- /dev/null +++ b/version5/krpc-core/target/classes/META-INF/serializer/com.kama.common.serializer.myserializer.Serializer @@ -0,0 +1,5 @@ +Hessian=com.kama.common.serializer.myserializer.HessianSerializer +protobuf=com.kama.common.serializer.myserializer.ProtobufSerializer +json=com.kama.common.serializer.myserializer.JsonSerializer +kryo=com.kama.common.serializer.myserializer.KryoSerializer +jdk=com.kama.common.serializer.myserializer.ObjectSerializer diff --git a/version5/krpc-core/target/classes/com/kama/KRpcApplication.class b/version5/krpc-core/target/classes/com/kama/KRpcApplication.class new file mode 100644 index 0000000..0ec83d5 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/KRpcApplication.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/cache/ServiceCache.class b/version5/krpc-core/target/classes/com/kama/client/cache/ServiceCache.class new file mode 100644 index 0000000..84cacfe Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/cache/ServiceCache.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreaker$1.class b/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreaker$1.class new file mode 100644 index 0000000..9651ad6 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreaker$1.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreaker.class b/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreaker.class new file mode 100644 index 0000000..6d1b74a Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreaker.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreakerProvider.class b/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreakerProvider.class new file mode 100644 index 0000000..5d8b40f Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreakerProvider.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreakerState.class b/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreakerState.class new file mode 100644 index 0000000..3458bfb Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/circuitbreaker/CircuitBreakerState.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/netty/NettyClientHandler.class b/version5/krpc-core/target/classes/com/kama/client/netty/NettyClientHandler.class new file mode 100644 index 0000000..a6cecd4 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/netty/NettyClientHandler.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/netty/NettyClientInitializer.class b/version5/krpc-core/target/classes/com/kama/client/netty/NettyClientInitializer.class new file mode 100644 index 0000000..d197ba7 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/netty/NettyClientInitializer.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/proxy/ClientProxy.class b/version5/krpc-core/target/classes/com/kama/client/proxy/ClientProxy.class new file mode 100644 index 0000000..680b45a Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/proxy/ClientProxy.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/retry/GuavaRetry$1.class b/version5/krpc-core/target/classes/com/kama/client/retry/GuavaRetry$1.class new file mode 100644 index 0000000..7b72bc5 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/retry/GuavaRetry$1.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/retry/GuavaRetry.class b/version5/krpc-core/target/classes/com/kama/client/retry/GuavaRetry.class new file mode 100644 index 0000000..9dc5d0b Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/retry/GuavaRetry.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/rpcclient/RpcClient.class b/version5/krpc-core/target/classes/com/kama/client/rpcclient/RpcClient.class new file mode 100644 index 0000000..b6f7885 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/rpcclient/RpcClient.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/rpcclient/impl/NettyRpcClient.class b/version5/krpc-core/target/classes/com/kama/client/rpcclient/impl/NettyRpcClient.class new file mode 100644 index 0000000..9b54f65 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/rpcclient/impl/NettyRpcClient.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/rpcclient/impl/SimpleSocketRpcClient.class b/version5/krpc-core/target/classes/com/kama/client/rpcclient/impl/SimpleSocketRpcClient.class new file mode 100644 index 0000000..8413ea0 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/rpcclient/impl/SimpleSocketRpcClient.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/servicecenter/ServiceCenter.class b/version5/krpc-core/target/classes/com/kama/client/servicecenter/ServiceCenter.class new file mode 100644 index 0000000..fec3499 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/servicecenter/ServiceCenter.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKServiceCenter.class b/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKServiceCenter.class new file mode 100644 index 0000000..b5c20e8 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKServiceCenter.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKWatcher/watchZK$1.class b/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKWatcher/watchZK$1.class new file mode 100644 index 0000000..c4bad2e Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKWatcher/watchZK$1.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKWatcher/watchZK.class b/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKWatcher/watchZK.class new file mode 100644 index 0000000..bea96c0 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/servicecenter/ZKWatcher/watchZK.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/LoadBalance.class b/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/LoadBalance.class new file mode 100644 index 0000000..7da849a Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/LoadBalance.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/ConsistencyHashBalance.class b/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/ConsistencyHashBalance.class new file mode 100644 index 0000000..66b6169 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/ConsistencyHashBalance.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/RandomLoadBalance.class b/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/RandomLoadBalance.class new file mode 100644 index 0000000..2372cca Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/RandomLoadBalance.class differ diff --git a/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/RoundLoadBalance.class b/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/RoundLoadBalance.class new file mode 100644 index 0000000..a0c60f2 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/client/servicecenter/balance/impl/RoundLoadBalance.class differ diff --git a/version5/krpc-core/target/classes/com/kama/config/KRpcConfig$KRpcConfigBuilder.class b/version5/krpc-core/target/classes/com/kama/config/KRpcConfig$KRpcConfigBuilder.class new file mode 100644 index 0000000..444ef88 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/config/KRpcConfig$KRpcConfigBuilder.class differ diff --git a/version5/krpc-core/target/classes/com/kama/config/KRpcConfig.class b/version5/krpc-core/target/classes/com/kama/config/KRpcConfig.class new file mode 100644 index 0000000..e7ad52a Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/config/KRpcConfig.class differ diff --git a/version5/krpc-core/target/classes/com/kama/config/RpcConstant.class b/version5/krpc-core/target/classes/com/kama/config/RpcConstant.class new file mode 100644 index 0000000..d1e1b9b Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/config/RpcConstant.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/netty/NettyRpcServerHandler.class b/version5/krpc-core/target/classes/com/kama/server/netty/NettyRpcServerHandler.class new file mode 100644 index 0000000..071b9ea Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/netty/NettyRpcServerHandler.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/netty/NettyServerInitializer.class b/version5/krpc-core/target/classes/com/kama/server/netty/NettyServerInitializer.class new file mode 100644 index 0000000..829a868 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/netty/NettyServerInitializer.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/provider/ServiceProvider.class b/version5/krpc-core/target/classes/com/kama/server/provider/ServiceProvider.class new file mode 100644 index 0000000..306f2b3 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/provider/ServiceProvider.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/ratelimit/RateLimit.class b/version5/krpc-core/target/classes/com/kama/server/ratelimit/RateLimit.class new file mode 100644 index 0000000..0e6dd0b Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/ratelimit/RateLimit.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/ratelimit/impl/TokenBucketRateLimitImpl.class b/version5/krpc-core/target/classes/com/kama/server/ratelimit/impl/TokenBucketRateLimitImpl.class new file mode 100644 index 0000000..83a9360 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/ratelimit/impl/TokenBucketRateLimitImpl.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/ratelimit/provider/RateLimitProvider.class b/version5/krpc-core/target/classes/com/kama/server/ratelimit/provider/RateLimitProvider.class new file mode 100644 index 0000000..d8bfe2c Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/ratelimit/provider/RateLimitProvider.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/server/RpcServer.class b/version5/krpc-core/target/classes/com/kama/server/server/RpcServer.class new file mode 100644 index 0000000..65d240d Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/server/RpcServer.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/server/impl/NettyRpcServer.class b/version5/krpc-core/target/classes/com/kama/server/server/impl/NettyRpcServer.class new file mode 100644 index 0000000..2172d9f Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/server/impl/NettyRpcServer.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/server/impl/SimpleRpcServer.class b/version5/krpc-core/target/classes/com/kama/server/server/impl/SimpleRpcServer.class new file mode 100644 index 0000000..7e77c6b Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/server/impl/SimpleRpcServer.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/server/work/WorkThread.class b/version5/krpc-core/target/classes/com/kama/server/server/work/WorkThread.class new file mode 100644 index 0000000..de933d0 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/server/work/WorkThread.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/serviceRegister/ServiceRegister.class b/version5/krpc-core/target/classes/com/kama/server/serviceRegister/ServiceRegister.class new file mode 100644 index 0000000..64da462 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/serviceRegister/ServiceRegister.class differ diff --git a/version5/krpc-core/target/classes/com/kama/server/serviceRegister/impl/ZKServiceRegister.class b/version5/krpc-core/target/classes/com/kama/server/serviceRegister/impl/ZKServiceRegister.class new file mode 100644 index 0000000..18c339c Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/server/serviceRegister/impl/ZKServiceRegister.class differ diff --git a/version5/krpc-core/target/classes/com/kama/test/balance/ConsistencyHashBalanceTest.class b/version5/krpc-core/target/classes/com/kama/test/balance/ConsistencyHashBalanceTest.class new file mode 100644 index 0000000..e75c2b6 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/test/balance/ConsistencyHashBalanceTest.class differ diff --git a/version5/krpc-core/target/classes/com/kama/test/balance/RandomLoadBalanceTest.class b/version5/krpc-core/target/classes/com/kama/test/balance/RandomLoadBalanceTest.class new file mode 100644 index 0000000..6fc428a Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/test/balance/RandomLoadBalanceTest.class differ diff --git a/version5/krpc-core/target/classes/com/kama/test/balance/RoundLoadBalanceTest.class b/version5/krpc-core/target/classes/com/kama/test/balance/RoundLoadBalanceTest.class new file mode 100644 index 0000000..4289be1 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/test/balance/RoundLoadBalanceTest.class differ diff --git a/version5/krpc-core/target/classes/com/kama/test/serializer/HessianSerializerTest.class b/version5/krpc-core/target/classes/com/kama/test/serializer/HessianSerializerTest.class new file mode 100644 index 0000000..2dc41e7 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/test/serializer/HessianSerializerTest.class differ diff --git a/version5/krpc-core/target/classes/com/kama/test/serializer/KryoSerializerTest.class b/version5/krpc-core/target/classes/com/kama/test/serializer/KryoSerializerTest.class new file mode 100644 index 0000000..a50e04e Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/test/serializer/KryoSerializerTest.class differ diff --git a/version5/krpc-core/target/classes/com/kama/test/serializer/ProtostuffSerializerTest.class b/version5/krpc-core/target/classes/com/kama/test/serializer/ProtostuffSerializerTest.class new file mode 100644 index 0000000..23e7707 Binary files /dev/null and b/version5/krpc-core/target/classes/com/kama/test/serializer/ProtostuffSerializerTest.class differ diff --git a/version5/krpc-core/target/krpc-core-1.0-SNAPSHOT.jar b/version5/krpc-core/target/krpc-core-1.0-SNAPSHOT.jar new file mode 100644 index 0000000..57e4489 Binary files /dev/null and b/version5/krpc-core/target/krpc-core-1.0-SNAPSHOT.jar differ diff --git a/version5/krpc-core/target/maven-archiver/pom.properties b/version5/krpc-core/target/maven-archiver/pom.properties new file mode 100644 index 0000000..aa35714 --- /dev/null +++ b/version5/krpc-core/target/maven-archiver/pom.properties @@ -0,0 +1,5 @@ +#Generated by Maven +#Thu Dec 05 15:18:59 CST 2024 +groupId=com.kama +artifactId=krpc-core +version=1.0-SNAPSHOT diff --git a/version5/krpc-core/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst b/version5/krpc-core/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst new file mode 100644 index 0000000..651c8de --- /dev/null +++ b/version5/krpc-core/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst @@ -0,0 +1,55 @@ +com\kama\common\serializer\myserializer\HessianSerializer.class +com\kama\server\netty\NettyServerInitializer.class +com\kama\common\serializer\myserializer\ProtostuffSerializer.class +com\kama\server\server\impl\NettyRpcServer.class +com\kama\client\circuitbreaker\CircuitBreaker.class +com\kama\common\serializer\myserializer\Serializer.class +com\kama\server\ratelimit\RateLimit.class +com\kama\common\message\RpcRequest$RpcRequestBuilder.class +com\kama\client\circuitbreaker\CircuitBreaker$1.class +com\kama\client\servicecenter\ZKServiceCenter.class +com\kama\client\rpcclient\impl\SimpleSocketRpcClient.class +com\kama\server\serviceRegister\ServiceRegister.class +com\kama\client\retry\GuavaRetry$1.class +com\kama\RpcApplication.class +com\kama\common\serializer\mycoder\MyEncoder.class +com\kama\common\serializer\myserializer\JsonSerializer.class +com\kama\server\server\RpcServer.class +com\kama\server\server\work\WorkThread.class +com\kama\client\servicecenter\balance\impl\ConsistencyHashBalance.class +com\kama\client\netty\NettyClientHandler.class +com\kama\server\TestServer.class +com\kama\common\config\RpcConstant.class +com\kama\client\cache\ServiceCache.class +com\kama\server\provider\ServiceProvider.class +com\kama\common\message\RpcRequest.class +com\kama\server\ratelimit\impl\TokenBucketRateLimitImpl.class +com\kama\client\rpcclient\RpcClient.class +com\kama\common\serializer\mycoder\MyDecoder.class +com\kama\client\proxy\ClientProxy.class +com\kama\client\retry\GuavaRetry.class +com\kama\server\server\impl\SimpleRpcServer.class +com\kama\common\util\ConfigUtil.class +com\kama\server\ratelimit\provider\RateLimitProvider.class +com\kama\server\netty\NettyRpcServerHandler.class +com\kama\client\netty\NettyClientInitializer.class +com\kama\common\message\MessageType.class +com\kama\client\servicecenter\balance\impl\RandomLoadBalance.class +com\kama\client\servicecenter\ZKWatcher\watchZK$1.class +com\kama\client\servicecenter\balance\LoadBalance.class +com\kama\common\config\KRpcConfig.class +com\kama\common\serializer\myserializer\ObjectSerializer.class +com\kama\common\exception\SerializeException.class +com\kama\client\circuitbreaker\CircuitBreakerProvider.class +com\kama\common\message\RpcResponse$RpcResponseBuilder.class +com\kama\client\circuitbreaker\CircuitBreakerState.class +com\kama\server\serviceRegister\impl\ZKServiceRegister.class +com\kama\client\rpcclient\impl\NettyRpcClient.class +com\kama\common\spi\SpiLoader.class +com\kama\client\servicecenter\balance\impl\RoundLoadBalance.class +com\kama\client\servicecenter\ZKWatcher\watchZK.class +com\kama\common\config\KRpcConfig$KRpcConfigBuilder.class +com\kama\common\message\RpcResponse.class +com\kama\client\TestClient.class +com\kama\common\serializer\myserializer\KryoSerializer.class +com\kama\client\servicecenter\ServiceCenter.class diff --git a/version5/krpc-core/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst b/version5/krpc-core/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst new file mode 100644 index 0000000..7222e88 --- /dev/null +++ b/version5/krpc-core/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst @@ -0,0 +1,54 @@ +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\spi\SpiLoader.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\serializer\myserializer\ProtostuffSerializer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\rpcclient\impl\SimpleSocketRpcClient.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\servicecenter\ZKServiceCenter.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\serializer\mycoder\MyEncoder.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\server\impl\SimpleRpcServer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\test\balance\ConsistencyHashBalanceTest.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\netty\NettyRpcServerHandler.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\test\balance\RandomLoadBalanceTest.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\serializer\mycoder\MyDecoder.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\serviceRegister\ServiceRegister.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\netty\NettyClientInitializer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\serializer\myserializer\Serializer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\servicecenter\balance\impl\ConsistencyHashBalance.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\server\RpcServer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\servicecenter\balance\impl\RoundLoadBalance.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\servicecenter\ZKWatcher\watchZK.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\message\RpcResponse.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\config\RpcConstant.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\RpcApplication.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\message\MessageType.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\TestClient.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\serviceRegister\impl\ZKServiceRegister.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\rpcclient\impl\NettyRpcClient.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\retry\GuavaRetry.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\server\work\WorkThread.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\config\KRpcConfig.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\circuitbreaker\CircuitBreaker.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\netty\NettyClientHandler.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\test\serializer\KryoSerializerTest.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\test\serializer\HessianSerializerTest.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\test\serializer\ProtostuffSerializerTest.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\servicecenter\balance\impl\RandomLoadBalance.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\serializer\myserializer\KryoSerializer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\server\impl\NettyRpcServer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\ratelimit\RateLimit.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\servicecenter\balance\LoadBalance.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\ratelimit\impl\TokenBucketRateLimitImpl.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\rpcclient\RpcClient.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\servicecenter\ServiceCenter.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\cache\ServiceCache.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\ratelimit\provider\RateLimitProvider.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\util\ConfigUtil.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\proxy\ClientProxy.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\serializer\myserializer\HessianSerializer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\netty\NettyServerInitializer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\TestServer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\server\provider\ServiceProvider.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\serializer\myserializer\JsonSerializer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\exception\SerializeException.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\message\RpcRequest.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\common\serializer\myserializer\ObjectSerializer.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\client\circuitbreaker\CircuitBreakerProvider.java +D:\java_stduy\version5\krpc-core\src\main\java\com\kama\test\balance\RoundLoadBalanceTest.java diff --git a/version5/krpc-provider/pom.xml b/version5/krpc-provider/pom.xml new file mode 100644 index 0000000..db9168e --- /dev/null +++ b/version5/krpc-provider/pom.xml @@ -0,0 +1,52 @@ + + + 4.0.0 + + com.kama + version5 + 1.0-SNAPSHOT + + + krpc-provider + + + 17 + 17 + UTF-8 + + + + com.kama + krpc-api + 1.0-SNAPSHOT + + + com.kama + krpc-core + 1.0-SNAPSHOT + + + com.kama + krpc-common + 1.0-SNAPSHOT + + + cn.hutool + hutool-all + 5.8.10 + + + org.springframework.boot + spring-boot-starter-web + RELEASE + compile + + + org.springframework.boot + spring-boot-starter + + + + \ No newline at end of file diff --git a/version5/krpc-provider/src/main/java/com/kama/provider/ProviderTest.java b/version5/krpc-provider/src/main/java/com/kama/provider/ProviderTest.java new file mode 100644 index 0000000..f55742b --- /dev/null +++ b/version5/krpc-provider/src/main/java/com/kama/provider/ProviderTest.java @@ -0,0 +1,35 @@ +package com.kama.provider; + +import com.kama.KRpcApplication; +import com.kama.provider.impl.UserServiceImpl; +import com.kama.server.provider.ServiceProvider; +import com.kama.server.server.RpcServer; +import com.kama.server.server.impl.NettyRpcServer; +import com.kama.service.UserService; +import lombok.extern.slf4j.Slf4j; + +/** + * @ClassName ProviderExample + * @Description 测试服务端 + * @Author Tong + * @LastChangeDate 2024-12-05 0:34 + * @Version v5.0 + */ +@Slf4j +public class ProviderTest { + + public static void main(String[] args) throws InterruptedException { + KRpcApplication.initialize(); + // 创建 UserService 实例 + UserService userService = new UserServiceImpl(); + ServiceProvider serviceProvider = new ServiceProvider("127.0.0.1", 9999); + // 发布服务接口到 ServiceProvider + serviceProvider.provideServiceInterface(userService, true); // 可以设置是否支持重试 + + // 启动 RPC 服务器并监听端口 + RpcServer rpcServer = new NettyRpcServer(serviceProvider); + rpcServer.start(9999); // 启动 Netty RPC 服务，监听 9999 端口 + log.info("RPC 服务端启动，监听端口 9999"); + } + +} diff --git a/version5/krpc-provider/src/main/java/com/kama/provider/impl/UserServiceImpl.java b/version5/krpc-provider/src/main/java/com/kama/provider/impl/UserServiceImpl.java new file mode 100644 index 0000000..64246d3 --- /dev/null +++ b/version5/krpc-provider/src/main/java/com/kama/provider/impl/UserServiceImpl.java @@ -0,0 +1,41 @@ +package com.kama.provider.impl; + +import com.kama.pojo.User; +import com.kama.service.UserService; +import lombok.extern.slf4j.Slf4j; + +import java.util.Random; +import java.util.UUID; + +/** + * @ClassName UserServiceImpl + * @Description 接口实现类 + * @Author Tong + * @LastChangeDate 2024-12-04 23:55 + * @Version v5.0 + */ +@Slf4j +public class UserServiceImpl implements UserService { + + @Override + public User getUserByUserId(Integer id) { + log.info("客户端查询了ID={}的用户", id); + // 模拟从数据库中取用户的行为 + Random random = new Random(); + User user = User.builder() + .userName(UUID.randomUUID().toString()) // 使用随机生成的用户名 + .id(id) + .gender(random.nextBoolean()) // 随机生成性别 + .build(); + log.info("返回用户信息: {}", user); + return user; + } + + @Override + public Integer insertUserId(User user) { + log.info("插入数据成功，用户名={}", user.getUserName()); + // 假设插入数据返回用户ID + return user.getId(); + } +} + diff --git a/version5/krpc-provider/src/main/resources/application.properties b/version5/krpc-provider/src/main/resources/application.properties new file mode 100644 index 0000000..9312248 --- /dev/null +++ b/version5/krpc-provider/src/main/resources/application.properties @@ -0,0 +1,7 @@ +rpc.name=krpc +rpc.version=1.0.0 +rpc.port=9999 +rpc.serializer=Hessian +rpc.host=localhost +rpc.registry=zookeeper +rpc.loadBalance=ConsistencyHash diff --git a/version5/krpc-provider/target/classes/META-INF/application.properties b/version5/krpc-provider/target/classes/META-INF/application.properties new file mode 100644 index 0000000..e69de29 diff --git a/version5/krpc-provider/target/classes/application.properties b/version5/krpc-provider/target/classes/application.properties new file mode 100644 index 0000000..9312248 --- /dev/null +++ b/version5/krpc-provider/target/classes/application.properties @@ -0,0 +1,7 @@ +rpc.name=krpc +rpc.version=1.0.0 +rpc.port=9999 +rpc.serializer=Hessian +rpc.host=localhost +rpc.registry=zookeeper +rpc.loadBalance=ConsistencyHash diff --git a/version5/krpc-provider/target/classes/com/kama/provider/ProviderTest.class b/version5/krpc-provider/target/classes/com/kama/provider/ProviderTest.class new file mode 100644 index 0000000..cd2eb0a Binary files /dev/null and b/version5/krpc-provider/target/classes/com/kama/provider/ProviderTest.class differ diff --git a/version5/krpc-provider/target/classes/com/kama/provider/impl/UserServiceImpl.class b/version5/krpc-provider/target/classes/com/kama/provider/impl/UserServiceImpl.class new file mode 100644 index 0000000..1eb7904 Binary files /dev/null and b/version5/krpc-provider/target/classes/com/kama/provider/impl/UserServiceImpl.class differ diff --git a/version5/krpc-provider/target/krpc-provider-1.0-SNAPSHOT.jar b/version5/krpc-provider/target/krpc-provider-1.0-SNAPSHOT.jar new file mode 100644 index 0000000..95956ac Binary files /dev/null and b/version5/krpc-provider/target/krpc-provider-1.0-SNAPSHOT.jar differ diff --git a/version5/krpc-provider/target/maven-archiver/pom.properties b/version5/krpc-provider/target/maven-archiver/pom.properties new file mode 100644 index 0000000..d937b1d --- /dev/null +++ b/version5/krpc-provider/target/maven-archiver/pom.properties @@ -0,0 +1,5 @@ +#Generated by Maven +#Thu Dec 05 20:00:58 CST 2024 +groupId=com.kama +artifactId=krpc-provider +version=1.0-SNAPSHOT diff --git a/version5/krpc-provider/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst b/version5/krpc-provider/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst new file mode 100644 index 0000000..af204cc --- /dev/null +++ b/version5/krpc-provider/target/maven-status/maven-compiler-plugin/compile/default-compile/createdFiles.lst @@ -0,0 +1,3 @@ +com\kama\provider\impl\UserServiceImpl.class +com\kama\provider\impl\ProviderTestConfig.class +com\kama\provider\ProviderExample.class diff --git a/version5/krpc-provider/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst b/version5/krpc-provider/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst new file mode 100644 index 0000000..7d48ad0 --- /dev/null +++ b/version5/krpc-provider/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst @@ -0,0 +1,3 @@ +D:\java_stduy\version5\krpc-provider\src\main\java\com\kama\provider\ProviderExample.java +D:\java_stduy\version5\krpc-provider\src\main\java\com\kama\provider\impl\ProviderTestConfig.java +D:\java_stduy\version5\krpc-provider\src\main\java\com\kama\provider\impl\UserServiceImpl.java diff --git a/version5/pom.xml b/version5/pom.xml new file mode 100644 index 0000000..ed2a11b --- /dev/null +++ b/version5/pom.xml @@ -0,0 +1,97 @@ + + + 4.0.0 + + com.kama + version5 + 1.0-SNAPSHOT + pom + + krpc-core + krpc-consumer + krpc-provider + krpc-api + krpc-common + + + + 17 + 17 + UTF-8 + + + + + org.projectlombok + lombok + 1.18.30 + compile + + + + + org.springframework.boot + spring-boot-starter + 3.3.5 + + + + + io.netty + netty-all + 4.1.51.Final + compile + + + com.alibaba + fastjson + 1.2.83 + + + com.esotericsoftware + kryo + 4.0.2 + + + com.caucho + hessian + 4.0.66 + + + io.protostuff + protostuff-core + 1.7.4 + + + io.protostuff + protostuff-runtime + 1.7.4 + + + com.github.rholder + guava-retrying + 2.0.0 + + + + + + org.springframework.boot + spring-boot-dependencies + 3.3.5 + import + pom + + + + + + + org.springframework.boot + spring-boot-maven-plugin + + + + \ No newline at end of file