add ut

dolphinscheduler-server/src/test/java/org/apache/dolphinscheduler/server/worker/task/shell/ShellTaskTest.java

@@ -14,227 +14,101 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
+
 package org.apache.dolphinscheduler.server.worker.task.shell;
 
-import org.apache.dolphinscheduler.common.enums.CommandType;
-import org.apache.dolphinscheduler.common.enums.DbType;
-import org.apache.dolphinscheduler.common.utils.OSUtils;
-import org.apache.dolphinscheduler.dao.entity.DataSource;
-import org.apache.dolphinscheduler.dao.entity.ProcessInstance;
+import static org.mockito.ArgumentMatchers.anyString;
+
 import org.apache.dolphinscheduler.server.entity.TaskExecutionContext;
+import org.apache.dolphinscheduler.server.worker.task.CommandExecuteResult;
 import org.apache.dolphinscheduler.server.worker.task.ShellCommandExecutor;
-import org.apache.dolphinscheduler.server.worker.task.TaskProps;
-import org.apache.dolphinscheduler.service.bean.SpringApplicationContext;
-import org.apache.dolphinscheduler.service.process.ProcessService;
-import org.junit.*;
+
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.Date;
+import java.util.HashMap;
+import java.util.Map;
+
+import org.junit.Before;
+import org.junit.Test;
 import org.junit.runner.RunWith;
 import org.powermock.api.mockito.PowerMockito;
-import org.powermock.core.classloader.annotations.PowerMockIgnore;
 import org.powermock.core.classloader.annotations.PrepareForTest;
 import org.powermock.modules.junit4.PowerMockRunner;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
-import org.springframework.context.ApplicationContext;
-
-import java.util.Date;
 
 /**
- *  shell task test
+ * shell task test.
  */
 @RunWith(PowerMockRunner.class)
-@PrepareForTest(OSUtils.class)
-@PowerMockIgnore({"javax.management.*"})
+@PrepareForTest({ShellTask.class})
 public class ShellTaskTest {
 
     private static final Logger logger = LoggerFactory.getLogger(ShellTaskTest.class);
 
     private ShellTask shellTask;
-
-    private ProcessService processService;
-
     private ShellCommandExecutor shellCommandExecutor;
-
-    private ApplicationContext applicationContext;
     private TaskExecutionContext taskExecutionContext;
+    private CommandExecuteResult commandExecuteResult;
 
     @Before
     public void before() throws Exception {
-        taskExecutionContext = new TaskExecutionContext();
-
-        PowerMockito.mockStatic(OSUtils.class);
-        processService = PowerMockito.mock(ProcessService.class);
+        System.setProperty("log4j2.disable.jmx", Boolean.TRUE.toString());
         shellCommandExecutor = PowerMockito.mock(ShellCommandExecutor.class);
-
-        applicationContext = PowerMockito.mock(ApplicationContext.class);
-        SpringApplicationContext springApplicationContext = new SpringApplicationContext();
-        springApplicationContext.setApplicationContext(applicationContext);
-        PowerMockito.when(applicationContext.getBean(ProcessService.class)).thenReturn(processService);
-
-        TaskProps props = new TaskProps();
-        props.setTaskAppId(String.valueOf(System.currentTimeMillis()));
-        props.setTenantCode("1");
-        props.setEnvFile(".dolphinscheduler_env.sh");
-        props.setTaskStartTime(new Date());
-        props.setTaskTimeout(0);
-        props.setTaskParams("{\"rawScript\": \" echo 'hello world!'\"}");
-        shellTask = new ShellTask(taskExecutionContext, logger);
-        shellTask.init();
-
-        PowerMockito.when(processService.findDataSourceById(1)).thenReturn(getDataSource());
-        PowerMockito.when(processService.findDataSourceById(2)).thenReturn(getDataSource());
-        PowerMockito.when(processService.findProcessInstanceByTaskId(1)).thenReturn(getProcessInstance());
-
-        String fileName = String.format("%s/%s_node.%s", taskExecutionContext.getExecutePath(),
-                props.getTaskAppId(), OSUtils.isWindows() ? "bat" : "sh");
-        PowerMockito.when(shellCommandExecutor.run("")).thenReturn(null);
-    }
-
-    private DataSource getDataSource() {
-        DataSource dataSource = new DataSource();
-        dataSource.setType(DbType.MYSQL);
-        dataSource.setConnectionParams(
-                "{\"user\":\"root\",\"password\":\"123456\",\"address\":\"jdbc:mysql://127.0.0.1:3306\",\"database\":\"test\",\"jdbcUrl\":\"jdbc:mysql://127.0.0.1:3306/test\"}");
-        dataSource.setUserId(1);
-        return dataSource;
-    }
-
-    private ProcessInstance getProcessInstance() {
-        ProcessInstance processInstance = new ProcessInstance();
-        processInstance.setCommandType(CommandType.START_PROCESS);
-        processInstance.setScheduleTime(new Date());
-        return processInstance;
-    }
-
-    @After
-    public void after() {}
-
-    /**
-     * Method: ShellTask()
-     */
-    @Test
-    public void testShellTask()
-            throws Exception {
-        TaskProps props = new TaskProps();
-        props.setTaskAppId(String.valueOf(System.currentTimeMillis()));
-        props.setTenantCode("1");
-        ShellTask shellTaskTest = new ShellTask(taskExecutionContext, logger);
-        Assert.assertNotNull(shellTaskTest);
-    }
-
-    /**
-     * Method: init for Unix-like
-     */
-    @Test
-    public void testInitForUnix() {
-        try {
-            PowerMockito.when(OSUtils.isWindows()).thenReturn(false);
-            shellTask.init();
-            Assert.assertTrue(true);
-        } catch (Error | Exception e) {
-            logger.error(e.getMessage());
-        }
-    }
-
-    @Test
-    public void testInitException() {
-        TaskProps props = new TaskProps();
-        props.setTaskAppId(String.valueOf(System.currentTimeMillis()));
-        props.setTenantCode("1");
-        props.setEnvFile(".dolphinscheduler_env.sh");
-        props.setTaskStartTime(new Date());
-        props.setTaskTimeout(0);
-        props.setTaskParams("{\"rawScript\": \"\"}");
-        ShellTask shellTask = new ShellTask(taskExecutionContext, logger);
-        try {
-            shellTask.init();
-        } catch (Exception e) {
-            logger.info(e.getMessage(), e);
-            if (e.getMessage().contains("shell task params is not valid")) {
-                Assert.assertTrue(true);
-            }
-        }
-    }
-
-    /**
-     * Method: init for Windows
-     */
-    @Test
-    public void testInitForWindows() {
-        try {
-            PowerMockito.when(OSUtils.isWindows()).thenReturn(true);
-            shellTask.init();
-            Assert.assertTrue(true);
-        } catch (Error | Exception e) {
-            logger.error(e.getMessage());
-        }
-    }
-
-    /**
-     * Method: handle() for Unix-like
-     */
-    @Test
-    public void testHandleForUnix() throws Exception {
-        try {
-            PowerMockito.when(OSUtils.isWindows()).thenReturn(false);
-            TaskProps props = new TaskProps();
-            props.setTaskAppId(String.valueOf(System.currentTimeMillis()));
-            props.setTenantCode("1");
-            props.setEnvFile(".dolphinscheduler_env.sh");
-            props.setTaskStartTime(new Date());
-            props.setTaskTimeout(0);
-            props.setScheduleTime(new Date());
-            props.setCmdTypeIfComplement(CommandType.START_PROCESS);
-            props.setTaskParams("{\"rawScript\": \" echo ${test}\", \"localParams\": [{\"prop\":\"test\", \"direct\":\"IN\", \"type\":\"VARCHAR\", \"value\":\"123\"}]}");
-            ShellTask shellTask1 = new ShellTask(taskExecutionContext, logger);
-            shellTask1.init();
-            shellTask1.handle();
-            Assert.assertTrue(true);
-        } catch (Error | Exception e) {
-            if (!e.getMessage().contains("process error . exitCode is :  -1")
-                    && !System.getProperty("os.name").startsWith("Windows")) {
-                logger.error(e.getMessage());
-            }
-        }
+        PowerMockito.whenNew(ShellCommandExecutor.class).withAnyArguments().thenReturn(shellCommandExecutor);
+        taskExecutionContext = new TaskExecutionContext();
+        taskExecutionContext.setTaskInstanceId(1);
+        taskExecutionContext.setTaskName("kris test");
+        taskExecutionContext.setTaskType("SHELL");
+        taskExecutionContext.setHost("127.0.0.1:1234");
+        taskExecutionContext.setExecutePath("/tmp");
+        taskExecutionContext.setLogPath("/log");
+        taskExecutionContext.setTaskJson(
+            "{\"conditionResult\":\"{\\\"successNode\\\":[\\\"\\\"],\\\"failedNode\\\":[\\\"\\\"]}\",\"conditionsTask\":false,\"depList\":[],\"dependence\":\"{}\",\"forbidden\":false,\"id\":\""
+                +
+                "tasks-16849\",\"maxRetryTimes\":0,\"name\":\"shell test 001\",\"params\":\"{\\\"rawScript\\\":\\\"#!/bin/sh\\\\necho $[yyyy-MM-dd HH:mm:ss +3]\\\\necho \\\\\\\" ?? "
+                + "${time1} \\\\\\\"\\\\necho \\\\\\\" ????? ${time2}\\\\\\\"\\\\n\\\",\\\"localParams\\\":[{\\\"prop\\\":\\\"time1\\\",\\\"direct\\\":\\\"IN\\\",\\\"type\\\":"
+                + "\\\"VARCHAR\\\",\\\"value\\\":\\\"$[yyyy-MM-dd HH:mm:ss]\\\"},{\\\"prop\\\":\\\"time2\\\",\\\"direct\\\":\\\"IN\\\",\\\"type\\\":\\\"VARCHAR\\\",\\\"value\\\":\\\"${time_gb}\\\"}"
+                + "],\\\"resourceList\\\":[]}\",\"preTasks\":\"[]\",\"retryInterval\":1,\"runFlag\":\"NORMAL\",\"taskInstancePriority\":\"MEDIUM\",\"taskTimeoutParameter\":"
+                + "{\"enable\":false,\"interval\":0},\"timeout\":\"{\\\"enable\\\":false,\\\"strategy\\\":\\\"\\\"}\",\"type\":\"SHELL\",\"workerGroup\":\"default\"}");
+        taskExecutionContext.setProcessInstanceId(1);
+        taskExecutionContext.setGlobalParams("[{\"direct\":\"IN\",\"prop\":\"time_gb\",\"type\":\"VARCHAR\",\"value\":\"2020-12-16 17:18:33\"}]");
+        taskExecutionContext.setExecutorId(1);
+        taskExecutionContext.setCmdTypeIfComplement(5);
+        taskExecutionContext.setTenantCode("roo");
+        taskExecutionContext.setScheduleTime(new Date());
+        taskExecutionContext.setQueue("default");
+        taskExecutionContext.setTaskParams(
+            "{\"rawScript\":\"#!/bin/sh\\necho $[yyyy-MM-dd HH:mm:ss +3]\\necho \\\" ?? ${time1} \\\"\\necho \\\" ????? ${time2}\\\"\\n\",\"localParams\":"
+                +
+                "[{\"prop\":\"time1\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"$[yyyy-MM-dd HH:mm:ss]\"},{\"prop\":\"time2\",\"direct\":\"IN\",\"type\":\"VARCHAR"
+                + "\",\"value\":\"${time_gb}\"}],\"resourceList\":[]}");
+        Map<String, String> definedParams = new HashMap<>();
+        definedParams.put("time_gb", "2020-12-16 00:00:00");
+        taskExecutionContext.setDefinedParams(definedParams);
+        PowerMockito.mockStatic(Files.class);
+        PowerMockito.when(Files.exists(Paths.get(anyString()))).thenReturn(true);
+        commandExecuteResult = new CommandExecuteResult();
+        commandExecuteResult.setAppIds("appId");
+        commandExecuteResult.setExitStatusCode(0);
+        commandExecuteResult.setProcessId(1);
     }
 
-    /**
-     * Method: handle() for Windows
-     */
     @Test
-    public void testHandleForWindows() throws Exception {
-        try {
-            Assume.assumeTrue(OSUtils.isWindows());
-            TaskProps props = new TaskProps();
-            props.setTaskAppId(String.valueOf(System.currentTimeMillis()));
-            props.setTenantCode("1");
-            props.setEnvFile(".dolphinscheduler_env.sh");
-            props.setTaskStartTime(new Date());
-            props.setTaskTimeout(0);
-            props.setScheduleTime(new Date());
-            props.setCmdTypeIfComplement(CommandType.START_PROCESS);
-            props.setTaskParams("{\"rawScript\": \" echo ${test}\", \"localParams\": [{\"prop\":\"test\", \"direct\":\"IN\", \"type\":\"VARCHAR\", \"value\":\"123\"}]}");
-            ShellTask shellTask1 = new ShellTask(taskExecutionContext, logger);
-            shellTask1.init();
-            shellTask1.handle();
-            Assert.assertTrue(true);
-        } catch (Error | Exception e) {
-            if (!e.getMessage().contains("process error . exitCode is :  -1")) {
-                logger.error(e.getMessage());
-            }
-        }
+    public void testComplementData() throws Exception {
+        shellTask = new ShellTask(taskExecutionContext, logger);
+        shellTask.init();
+        PowerMockito.when(shellCommandExecutor.run(anyString())).thenReturn(commandExecuteResult);
+        shellTask.handle();
     }
 
-    /**
-     * Method: cancelApplication()
-     */
     @Test
-    public void testCancelApplication() throws Exception {
-        try {
-            shellTask.cancelApplication(true);
-            Assert.assertTrue(true);
-        } catch (Error | Exception e) {
-            logger.error(e.getMessage());
-        }
+    public void testStartProcess() throws Exception {
+        taskExecutionContext.setCmdTypeIfComplement(0);
+        shellTask = new ShellTask(taskExecutionContext, logger);
+        shellTask.init();
+        PowerMockito.when(shellCommandExecutor.run(anyString())).thenReturn(commandExecuteResult);
+        shellTask.handle();
     }
-
 }

pom.xml

@@ -853,6 +853,7 @@
                         <!--<include>**/server/worker/task/datax/DataxTaskTest.java</include>-->
                         <!--<include>**/server/worker/task/http/HttpTaskTest.java</include>-->
                         <include>**/server/worker/task/sqoop/SqoopTaskTest.java</include>
+                        <include>**/server/worker/task/shell/ShellTaskTest.java</include>
                         <include>**/server/worker/task/TaskManagerTest.java</include>
                         <include>**/server/worker/EnvFileTest.java</include>
                         <include>**/server/worker/runner/TaskExecuteThreadTest.java</include>