refactor: merge develop

client/src/test/java/com/alibaba/nacos/client/ConfigTest.java

@@ -18,19 +18,46 @@
 
 package com.alibaba.nacos.client;
 
+import com.alibaba.nacos.api.NacosFactory;
+import com.alibaba.nacos.api.PropertyKeyConst;
 import com.alibaba.nacos.api.config.ConfigService;
+import com.alibaba.nacos.common.utils.ThreadUtils;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Ignore;
+import org.junit.Test;
+
+import java.util.Properties;
 
 /**
  * @author <a href="mailto:liaochuntao@live.com">liaochuntao</a>
  */
+@Ignore
 public class ConfigTest {
 
-	private ConfigService config7;
+	private ConfigService configService;
-	private ConfigService config8;
-	private ConfigService config9;
 
-	public void test() {
+	@Before
+	public void before() throws Exception {
+		Properties properties = new Properties();
+		properties.setProperty(PropertyKeyConst.NAMESPACE, "bebf0150-e1ea-47e2-81fe-6814caf2b952");
+		properties.setProperty(PropertyKeyConst.SERVER_ADDR, "127.0.0.1:8848");
+		properties.setProperty(PropertyKeyConst.USERNAME, "chuntaojun");
+		properties.setProperty(PropertyKeyConst.PASSWORD, "1017");
+		configService = NacosFactory.createConfigService(properties);
+	}
 
+	@Test
+	public void test() throws Exception {
+		final String dataId = "lessspring";
+		final String group = "lessspring";
+		final String content = "lessspring-" + System.currentTimeMillis();
+		boolean result = configService.publishConfig(dataId, group, content);
+		Assert.assertTrue(result);
+
+		ThreadUtils.sleep(10_000);
+		String response = configService.getConfig(dataId, group, 5000);
+		System.out.println(response);
 	}
 
 }

common/src/main/java/com/alibaba/nacos/common/utils/ThreadUtils.java

@@ -57,7 +57,8 @@ public final class ThreadUtils {
     }
 
     /**
-     * 通过内核数，算出合适的线程数；1.5-2倍cpu内核数
+     * Through the number of cores, calculate the appropriate number of threads;
+     * 1.5-2 times the number of CPU cores
      *
      * @return thread count
      */

config/src/main/java/com/alibaba/nacos/config/server/service/dump/DumpService.java

@@ -19,6 +19,7 @@ import com.alibaba.nacos.common.utils.IoUtils;
 import com.alibaba.nacos.common.utils.MD5Utils;
 import com.alibaba.nacos.common.utils.Observable;
 import com.alibaba.nacos.common.utils.Observer;
+import com.alibaba.nacos.common.utils.ThreadUtils;
 import com.alibaba.nacos.config.server.constant.Constants;
 import com.alibaba.nacos.config.server.manager.TaskManager;
 import com.alibaba.nacos.config.server.model.ConfigInfo;
@@ -45,10 +46,10 @@ import com.alibaba.nacos.core.distributed.raft.exception.NoSuchRaftGroupExceptio
 import com.alibaba.nacos.core.utils.ApplicationUtils;
 import com.alibaba.nacos.core.utils.GlobalExecutor;
 import com.alibaba.nacos.core.utils.InetUtils;
+import com.alibaba.nacos.core.utils.TimerContext;
 import org.apache.commons.lang3.StringUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
-import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.stereotype.Service;
 
 import javax.annotation.PostConstruct;
@@ -65,6 +66,7 @@ import java.util.Random;
 import java.util.concurrent.CountDownLatch;
 import java.util.concurrent.TimeUnit;
 import java.util.concurrent.atomic.AtomicInteger;
+import java.util.concurrent.atomic.AtomicReference;
 
 import static com.alibaba.nacos.config.server.utils.LogUtil.fatalLog;
 
@@ -103,12 +105,8 @@ public class DumpService {
 		return memberManager;
 	}
 
-	public ProtocolManager getProtocolManager() {
-		return protocolManager;
-	}
-
 	@PostConstruct
-	protected void init() throws Exception {
+	protected void init() throws Throwable {
 		DynamicDataSource.getInstance().getDataSource();
 
 		DumpProcessor processor = new DumpProcessor(this);
@@ -132,6 +130,9 @@ public class DumpService {
 					.info("With embedded distributed storage, you need to wait for "
 							+ "the underlying master to complete before you can perform the dump operation.");
 
+			AtomicReference<Throwable> errorReference = new AtomicReference<>(null);
+			CountDownLatch waitDumpFinish = new CountDownLatch(1);
+
 			// watch path => /nacos_config/leader/ has value ?
 			Observer observer = new Observer() {
 
@@ -142,8 +143,16 @@ public class DumpService {
 						if (Objects.isNull(arg)) {
 							return;
 						}
+						try {
 							dumpOperate(processor, dumpAllProcessor, dumpAllBetaProcessor,
 									dumpAllTagProcessor);
+						}
+						catch (Throwable ex) {
+							errorReference.set(ex);
+						}
+						finally {
+							waitDumpFinish.countDown();
+						}
 						protocol.protocolMetaData()
 								.unSubscribe(Constants.CONFIG_MODEL_RAFT_GROUP,
 										com.alibaba.nacos.consistency.cp.Constants.LEADER_META_DATA,
@@ -156,16 +165,29 @@ public class DumpService {
 					com.alibaba.nacos.consistency.cp.Constants.LEADER_META_DATA,
 					observer);
 
-			// When all dump is complete, allow the following flow
+			// We must wait for the dump task to complete the callback operation before
+			// continuing with the initialization
+			ThreadUtils.latchAwait(waitDumpFinish);
+
+			// If an exception occurs during the execution of the dump task, the exception
+			// needs to be thrown, triggering the node to start the failed process
+			final Throwable ex = errorReference.get();
+			if (Objects.nonNull(ex)) {
+				throw ex;
+			}
+
 		}
 		else {
-            dumpOperate(processor, dumpAllProcessor, dumpAllBetaProcessor, dumpAllTagProcessor);
+			dumpOperate(processor, dumpAllProcessor, dumpAllBetaProcessor,
+					dumpAllTagProcessor);
 		}
 	}
 
 	private void dumpOperate(DumpProcessor processor, DumpAllProcessor dumpAllProcessor,
 			DumpAllBetaProcessor dumpAllBetaProcessor,
 			DumpAllTagProcessor dumpAllTagProcessor) {
+		TimerContext.start("config dump job");
+		try {
 			LogUtil.defaultLog.warn("DumpService start");
 
 			Runnable dumpAll = () -> dumpAllTaskMgr
@@ -187,8 +209,7 @@ public class DumpService {
 							int removeTime = (totalCount + pageSize - 1) / pageSize;
 							log.warn(
 									"clearConfigHistory, getBeforeStamp:{}, totalCount:{}, pageSize:{}, removeTime:{}",
-								new Object[] { startTime, totalCount, pageSize,
+									startTime, totalCount, pageSize, removeTime);
-										removeTime });
 							while (removeTime > 0) {
 								// 分页删除，以免批量太大报错
 								persistService.removeConfigHistory(startTime, pageSize);
@@ -216,7 +237,8 @@ public class DumpService {
 				LogUtil.defaultLog.info("start clear all config-info-tag.");
 				DiskUtil.clearAllTag();
 				if (persistService.isExistTable(TAG_TABLE_NAME)) {
-				dumpAllTagProcessor.process(DumpAllTagTask.TASK_ID, new DumpAllTagTask());
+					dumpAllTagProcessor
+							.process(DumpAllTagTask.TASK_ID, new DumpAllTagTask());
 				}
 
 				// add to dump aggr
@@ -252,7 +274,8 @@ public class DumpService {
 					}
 				};
 
-			TimerTaskService.scheduleWithFixedDelay(heartbeat, 0, 10, TimeUnit.SECONDS);
+				TimerTaskService
+						.scheduleWithFixedDelay(heartbeat, 0, 10, TimeUnit.SECONDS);
 
 				long initialDelay = new Random().nextInt(INITIAL_DELAY_IN_MINUTE) + 10;
 				LogUtil.defaultLog.warn("initialDelay:{}", initialDelay);
@@ -266,6 +289,10 @@ public class DumpService {
 
 			TimerTaskService
 					.scheduleWithFixedDelay(clearConfigHistory, 10, 10, TimeUnit.MINUTES);
+		}
+		finally {
+			TimerContext.end(LogUtil.dumpLog);
+		}
 
 	}
 

config/src/test/java/com/alibaba/nacos/config/server/service/dump/DumpServiceTest.java

@@ -16,7 +16,7 @@ public class DumpServiceTest {
     DumpService service;
 
     @Test
-    public void init() throws Exception {
+    public void init() throws Throwable {
         service.init();
     }
 }

core/src/main/java/com/alibaba/nacos/core/code/StartingSpringApplicationRunListener.java

@@ -112,7 +112,6 @@ public class StartingSpringApplicationRunListener
 	@Override
 	public void started(ConfigurableApplicationContext context) {
 		starting = false;
-
 		ConfigurableEnvironment env = context.getEnvironment();
 
 		closeExecutor();
@@ -160,10 +159,10 @@ public class StartingSpringApplicationRunListener
 
 		closeExecutor();
 
+		context.close();
+
 		LOGGER.error("Nacos failed to start, please see {} for more details.",
 				Paths.get(ApplicationUtils.getNacosHome(), "logs/nacos.log"));
-
-		context.close();
 	}
 
 	/**

core/src/main/java/com/alibaba/nacos/core/utils/TimerContext.java

@@ -16,7 +16,6 @@
 
 package com.alibaba.nacos.core.utils;
 
-import com.alibaba.nacos.common.utils.LoggerUtils;
 import com.alibaba.nacos.common.utils.Pair;
 import org.slf4j.Logger;
 
@@ -39,7 +38,7 @@ public class TimerContext {
     public static void end(final Logger logger) {
         long endTime = System.currentTimeMillis();
         Pair<String, Long> record = TIME_RECORD.get();
-        LoggerUtils.printIfDebugEnabled(logger, "{} cost time : {} ms", record.getFirst(), (endTime - record.getSecond()));
+        logger.info("{} cost time : {} ms", record.getFirst(), (endTime - record.getSecond()));
         TIME_RECORD.remove();
     }