解决一个jvm 运行两个 node 的问题

Author: qq254963746

README.md

@@ -29,7 +29,7 @@ LTS 轻量级分布式任务调度框架(Light Task Schedule)
 ## 特性
 
 * 负载均衡:
-     * JobClient 和 TaskTracker会随机连接JobTracker节点组中的一个节点，实现JobTracker负载均衡。当连接上后，将一直保持连接这个节点,保持连接通道，知道这个节点不可用，减少每次都重新连接一个节点带来的性能开销。
+     * JobClient 和 TaskTracker会随机连接JobTracker节点组中的一个节点，实现JobTracker负载均衡。当连接上后，将一直保持连接这个节点,保持连接通道，直到这个节点不可用，减少每次都重新连接一个节点带来的性能开销。
      * JobTracker 分发任务时，是优先分配给最空闲的一个TaskTracker节点，实现TaskTracker节点的负载均衡。
 
 * 健壮性:

job-admin/pom.xml

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>light-task-schedule</artifactId>
+        <groupId>com.lts</groupId>
+        <version>1.3-SNAPSHOT</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+    <packaging>war</packaging>
+    <artifactId>job-admin</artifactId>
+
+
+</project>

job-client/pom.xml

@@ -5,7 +5,7 @@
     <parent>
         <artifactId>light-task-schedule</artifactId>
         <groupId>com.lts</groupId>
-        <version>1.2-SNAPSHOT</version>
+        <version>1.3-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

job-client/src/main/java/com/lts/job/client/JobClient.java

@@ -10,6 +10,7 @@
 import com.lts.job.client.domain.ResponseCode;
 import com.lts.job.core.exception.JobTrackerNotFoundException;
 import com.lts.job.core.protocol.JobProtos;
+import com.lts.job.core.protocol.command.CommandWrapper;
 import com.lts.job.core.protocol.command.JobSubmitRequest;
 import com.lts.job.core.protocol.command.JobSubmitResponse;
 import com.lts.job.core.util.BatchUtils;
@@ -40,6 +41,7 @@ public class JobClient<T extends JobClientNode> extends AbstractClientNode<JobCl
     public JobClient() {
         // 设置默认节点组
         config.setNodeGroup(Constants.DEFAULT_NODE_JOB_CLIENT_GROUP);
+        
     }
 
     /**
@@ -55,7 +57,7 @@ protected Response _submitJob(final List<Job> jobs) {
         final Response response = new Response();
 
         try {
-            JobSubmitRequest jobSubmitRequest = new JobSubmitRequest();
+            JobSubmitRequest jobSubmitRequest = application.getCommandWrapper().wrapper(new JobSubmitRequest());
             jobSubmitRequest.setJobs(jobs);
 
             RemotingCommand requestCommand = RemotingCommand.createRequestCommand(JobProtos.RequestCode.SUBMIT_JOB.code(), jobSubmitRequest);

job-client/src/main/java/com/lts/job/client/RetryJobClient.java

@@ -20,7 +20,7 @@ public class RetryJobClient extends JobClient<JobClientNode> {
     @Override
     protected void nodeStart() {
 
-        retryScheduler = new RetryScheduler<Job>(30) {
+        retryScheduler = new RetryScheduler<Job>(application, 30) {
             @Override
             protected boolean isRemotingEnable() {
                 return isServerEnable();

job-client/src/main/java/com/lts/job/client/processor/RemotingDispatcher.java

@@ -21,7 +21,7 @@
  */
 public class RemotingDispatcher extends AbstractProcessor {
 
-    private static final Map<JobProtos.RequestCode, NettyRequestProcessor> processors = new HashMap<JobProtos.RequestCode, NettyRequestProcessor>();
+    private final Map<JobProtos.RequestCode, NettyRequestProcessor> processors = new HashMap<JobProtos.RequestCode, NettyRequestProcessor>();
 
     public RemotingDispatcher(RemotingClientDelegate remotingClient, JobFinishedHandler jobFinishedHandler) {
         super(remotingClient);

job-core/pom.xml

@@ -5,7 +5,7 @@
     <parent>
         <artifactId>light-task-schedule</artifactId>
         <groupId>com.lts</groupId>
-        <version>1.2-SNAPSHOT</version>
+        <version>1.3-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

job-core/src/main/java/com/lts/job/core/cluster/AbstractClientNode.java

@@ -3,7 +3,6 @@
 import com.lts.job.core.constant.Constants;
 import com.lts.job.core.remoting.HeartBeatMonitor;
 import com.lts.job.core.remoting.RemotingClientDelegate;
-import com.lts.job.core.support.Application;
 import com.lts.job.core.util.StringUtils;
 import com.lts.job.remoting.netty.NettyClientConfig;
 import com.lts.job.remoting.netty.NettyRemotingClient;
@@ -13,15 +12,15 @@
 
 /**
  * @author Robert HG (254963746@qq.com) on 8/18/14.
- * 抽象 netty 客户端
+ *         抽象 netty 客户端
  */
 public abstract class AbstractClientNode<T extends Node> extends AbstractJobNode<T> {
 
     protected RemotingClientDelegate remotingClient;
     private HeartBeatMonitor heartBeatMonitor;
 
     public AbstractClientNode() {
-        this.remotingClient = new RemotingClientDelegate(new NettyRemotingClient(getNettyClientConfig()));
+        this.remotingClient = new RemotingClientDelegate(new NettyRemotingClient(getNettyClientConfig()), application);
         this.heartBeatMonitor = new HeartBeatMonitor(remotingClient);
     }
 
@@ -53,19 +52,20 @@ protected void nodeStop() {
 
     public void setWorkThreads(int workThreads) {
         config.setWorkThreads(workThreads);
-        Application.setAttribute(Constants.KEY_AVAILABLE_THREADS, config.getWorkThreads());
+        application.setAttribute(Constants.KEY_AVAILABLE_THREADS, config.getWorkThreads());
     }
 
     /**
      * 设置节点组名
+     *
      * @param nodeGroup
      */
-    public void setNodeGroup(String nodeGroup){
+    public void setNodeGroup(String nodeGroup) {
         config.setNodeGroup(nodeGroup);
     }
 
     public void setJobInfoSavePath(String jobInfoSavePath) {
-        if(StringUtils.isNotEmpty(jobInfoSavePath)){
+        if (StringUtils.isNotEmpty(jobInfoSavePath)) {
             config.setJobInfoSavePath(jobInfoSavePath + "/.job");
         }
     }

job-core/src/main/java/com/lts/job/core/cluster/AbstractJobNode.java

@@ -4,6 +4,7 @@
 import com.lts.job.core.domain.JobNodeConfig;
 import com.lts.job.core.listener.MasterNodeChangeListener;
 import com.lts.job.core.listener.NodeChangeListener;
+import com.lts.job.core.protocol.command.CommandWrapper;
 import com.lts.job.core.registry.NodeRegistry;
 import com.lts.job.core.support.Application;
 import com.lts.job.core.listener.MasterNodeElectionListener;
@@ -23,8 +24,11 @@ public abstract class AbstractJobNode<T extends Node> implements JobNode {
     protected NodeRegistry registry;
     protected T node;
     protected JobNodeConfig config;
+    protected Application application;
+    protected NodeFactory nodeFactory;
 
     public AbstractJobNode() {
+        application = new Application();
         config = new JobNodeConfig();
         config.setIdentity(StringUtils.generateUUID());
         config.setWorkThreads(Constants.AVAILABLE_PROCESSOR);
@@ -35,20 +39,24 @@ public AbstractJobNode() {
         config.setJobInfoSavePath(Constants.USER_HOME + "/.job");
         config.setClusterName(Constants.DEFAULT_CLUSTER_NAME);
         // 可用的线程数
-        Application.setAttribute(Constants.KEY_AVAILABLE_THREADS, config.getWorkThreads());
+        application.setAttribute(Constants.KEY_AVAILABLE_THREADS, config.getWorkThreads());
 
-        Application.Config = config;
+        application.setConfig(config);
+        application.setCommandWrapper(new CommandWrapper(application));
+        application.setNodeManager(new NodeManager(application));
+        nodeFactory = new NodeFactory(application);
+        application.setMasterElector(new MasterElector(application));
 
-        this.registry = new NodeRegistry();
+        this.registry = new NodeRegistry(application);
         // 用于master选举的监听器
-        addNodeChangeListener(new MasterNodeElectionListener());
+        addNodeChangeListener(new MasterNodeElectionListener(application));
     }
 
     final public void start() {
         try {
 
             Class<T> nodeClass = GenericsUtils.getSuperClassGenericType(this.getClass());
-            node = NodeFactory.create(nodeClass, config);
+            node = nodeFactory.create(nodeClass, config);
             config.setNodeType(node.getNodeType());
 
             LOGGER.info("当前节点配置:{}", config);
@@ -116,6 +124,6 @@ public void addNodeChangeListener(NodeChangeListener nodeChangeListener) {
      * @param masterNodeChangeListener
      */
     public void addMasterNodeChangeListener(MasterNodeChangeListener masterNodeChangeListener) {
-        MasterElector.addMasterNodeChangeListener(masterNodeChangeListener);
+        application.getMasterElector().addMasterNodeChangeListener(masterNodeChangeListener);
     }
 }

job-core/src/main/java/com/lts/job/core/cluster/AbstractServerNode.java

@@ -1,7 +1,6 @@
 package com.lts.job.core.cluster;
 
 import com.lts.job.core.remoting.RemotingServerDelegate;
-import com.lts.job.core.support.Application;
 import com.lts.job.remoting.netty.NettyRemotingServer;
 import com.lts.job.remoting.netty.NettyRequestProcessor;
 import com.lts.job.remoting.netty.NettyServerConfig;
@@ -22,7 +21,7 @@ protected void nodeStart() {
         // config 配置
         config.setListenPort(getListenPort());
 
-        remotingServer = new RemotingServerDelegate(new NettyRemotingServer(config));
+        remotingServer = new RemotingServerDelegate(new NettyRemotingServer(config), application);
 
         remotingServer.start();
 
@@ -55,7 +54,7 @@ protected void nodeStop() {
      * @return
      */
     protected Integer getListenPort() {
-        return Application.Config.getListenPort();
+        return application.getConfig().getListenPort();
     }
 
 }