..

src/main/java/com/citygis/service/BigDataService.java

@@ -25,12 +25,11 @@ public class BigDataService {
     @Resource
     SqlServiceMapper sqlServiceMapper;
 
-
-//    public static void main(String[] args) throws SQLException, ClassNotFoundException {
-//        Class.forName("org.apache.hive.jdbc.HiveDriver");
-//        String jdbcUrl = "jdbc:hive2://192.168.20.6:10000/default";
-//        Connection conn = DriverManager.getConnection(jdbcUrl);
-//        PreparedStatement ps = conn.prepareStatement("select * from test");
+    public static void main(String[] args) throws SQLException, ClassNotFoundException {
+        Class.forName("org.apache.hive.jdbc.HiveDriver");
+        String jdbcUrl = "jdbc:hive2://10.1.161.88:10010/default";
+        Connection conn = DriverManager.getConnection(jdbcUrl);
+        PreparedStatement ps = conn.prepareStatement("START streamjob test_filter_insert_json_100w;");
 //        ResultSet rs = ps.executeQuery();
 //        int num = rs.getMetaData().getColumnCount();
 //        while (rs.next()) {
@@ -39,9 +38,11 @@ public class BigDataService {
 //            }
 //        }
 //        rs.close();
-//        ps.close();
-//        conn.close();
-//    }
+        boolean execute = ps.execute();
+
+        ps.close();
+        conn.close();
+    }
 
     @Test
     public void runTest() throws IOException, ClassNotFoundException, SQLException {
@@ -93,7 +94,6 @@ public class BigDataService {
     }
 
 
-
     @Test
     public void runDMTest() throws IOException, ClassNotFoundException, SQLException {
 
@@ -104,8 +104,8 @@ public class BigDataService {
         String password = "SYSDBA";
         try {
             Class.forName(driver);
-            con = DriverManager.getConnection(url,user,password);
-            if(!con.isClosed())
+            con = DriverManager.getConnection(url, user, password);
+            if (!con.isClosed())
                 System.out.println("Succeeded connecting to the Database!");
 
             Statement statement = con.createStatement();
@@ -121,7 +121,7 @@ public class BigDataService {
 
             String id = null;
             String name = null;
-            while(rs.next()){
+            while (rs.next()) {
                 id = rs.getString("id");
                 name = rs.getString("name");
 
@@ -129,21 +129,21 @@ public class BigDataService {
             }
             rs.close();
             con.close();
-        } catch(ClassNotFoundException e) {
+        } catch (ClassNotFoundException e) {
             System.out.println("Sorry,can`t find the Driver!");
             e.printStackTrace();
-        } catch(SQLException e) {
+        } catch (SQLException e) {
             //数据库连接失败异常处理
             e.printStackTrace();
-        }catch (Exception e) {
+        } catch (Exception e) {
             e.printStackTrace();
-        }finally{
+        } finally {
             System.out.println("数据库数据成功获取！！");
         }
     }
 
     public void testSqlserver() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
@@ -154,13 +154,13 @@ public class BigDataService {
         Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 50000;
-        int begin = pageSize*(pageIndex-1);
-        map.put("begin",begin);
-        map.put("pageSize",pageSize);
+        int begin = pageSize * (pageIndex - 1);
+        map.put("begin", begin);
+        map.put("pageSize", pageSize);
 
         while (begin <= total) {
             System.out.println(begin);
-            map.put("begin",begin);
+            map.put("begin", begin);
             List<Map<String, Object>> all = sqlServiceMapper.getAll(map);
 
             PreparedStatement ps = conn.prepareStatement("insert into test1 values (?,?,?,?,?,?,?,?,?,?,?,?)");
@@ -187,15 +187,15 @@ public class BigDataService {
             ps.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     public void testSqlserver100w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
@@ -206,13 +206,13 @@ public class BigDataService {
         Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 150000;
-        int begin = pageSize*(pageIndex-1);
-        map.put("begin",begin);
-        map.put("pageSize",pageSize);
+        int begin = pageSize * (pageIndex - 1);
+        map.put("begin", begin);
+        map.put("pageSize", pageSize);
 
         while (begin <= total) {
             System.out.println(begin);
-            map.put("begin",begin);
+            map.put("begin", begin);
             List<Map<String, Object>> all = sqlServiceMapper.getAll(map);
 
             PreparedStatement ps = conn.prepareStatement("insert into test_sqlserver_100 values (?,?,?,?,?,?,?,?,?,?,?,?)");
@@ -239,15 +239,15 @@ public class BigDataService {
             ps.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     public void testSqlserver500w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
@@ -258,13 +258,13 @@ public class BigDataService {
         Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 150000;
-        int begin = pageSize*(pageIndex-1);
-        map.put("begin",begin);
-        map.put("pageSize",pageSize);
+        int begin = pageSize * (pageIndex - 1);
+        map.put("begin", begin);
+        map.put("pageSize", pageSize);
 
         while (begin <= total) {
             System.out.println(begin);
-            map.put("begin",begin);
+            map.put("begin", begin);
             List<Map<String, Object>> all = sqlServiceMapper.getAll_500(map);
 
             PreparedStatement ps = conn.prepareStatement("insert into test_sqlserver_500 values (?,?,?,?,?,?,?,?,?,?,?,?)");
@@ -291,19 +291,18 @@ public class BigDataService {
             ps.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
 
-
-//  -=================================  拉取數據
+    //  -=================================  拉取數據
     @Test
     public void testQuery100w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
@@ -312,32 +311,32 @@ public class BigDataService {
         ResultSet rs = ps.executeQuery();
 
         int total = 0;
-        while(rs.next()) {
+        while (rs.next()) {
             total = (int) rs.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps.close();
 
         int rowCount = 0;
 //        Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 1000000;
-        int begin = pageSize*(pageIndex-1);
+        int begin = pageSize * (pageIndex - 1);
 //        map.put("begin",begin);
 //        map.put("pageSize",pageSize);
 
-        System.out.println("开始查询"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始查询" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         while (begin < total) {
 //        while (begin <= total) {
 //            System.out.println(begin);
             PreparedStatement ps2 = conn.prepareStatement("SELECT * FROM test_sqlserver_100 LIMIT ?,?");
-            ps2.setInt(1,begin);
-            ps2.setInt(2,pageSize);
+            ps2.setInt(1, begin);
+            ps2.setInt(2, pageSize);
 
             ResultSet rs2 = ps2.executeQuery();
             ResultSetMetaData rsmd = rs2.getMetaData();
             int size = rsmd.getColumnCount();
-            while(rs2.next()) {
+            while (rs2.next()) {
 //                StringBuffer value = new StringBuffer();
 //                for (int i = 0; i < size; i++) {
 //                    value.append(rs2.getString(i + 1)).append("\t");
@@ -353,16 +352,16 @@ public class BigDataService {
             ps2.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     @Test
     public void testQuery500w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
@@ -371,32 +370,32 @@ public class BigDataService {
         ResultSet rs = ps.executeQuery();
 
         int total = 0;
-        while(rs.next()) {
+        while (rs.next()) {
             total = (int) rs.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps.close();
 
         int rowCount = 0;
 //        Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 1000000;
-        int begin = pageSize*(pageIndex-1);
+        int begin = pageSize * (pageIndex - 1);
 //        map.put("begin",begin);
 //        map.put("pageSize",pageSize);
 
-        System.out.println("开始查询"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始查询" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         while (begin < total) {
 //        while (begin <= total) {
 //            System.out.println(begin);
             PreparedStatement ps2 = conn.prepareStatement("SELECT * FROM test_sqlserver_500 LIMIT ?,?");
-            ps2.setInt(1,begin);
-            ps2.setInt(2,pageSize);
+            ps2.setInt(1, begin);
+            ps2.setInt(2, pageSize);
 
             ResultSet rs2 = ps2.executeQuery();
             ResultSetMetaData rsmd = rs2.getMetaData();
             int size = rsmd.getColumnCount();
-            while(rs2.next()) {
+            while (rs2.next()) {
 //                StringBuffer value = new StringBuffer();
 //                for (int i = 0; i < size; i++) {
 //                    value.append(rs2.getString(i + 1)).append("\t");
@@ -412,52 +411,52 @@ public class BigDataService {
             ps2.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     @Test
     public void testQueryAndInsert100w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
 
         Class.forName("com.microsoft.sqlserver.jdbc.SQLServerDriver");
         String jdbcUrl2 = "jdbc:sqlserver://localhost:1433;DatabaseName=master";
-        Connection conn2 = DriverManager.getConnection(jdbcUrl2,"sa","123456");
+        Connection conn2 = DriverManager.getConnection(jdbcUrl2, "sa", "123456");
 
 
         PreparedStatement ps = conn.prepareStatement("SELECT count(1) FROM test_sqlserver_100");
         ResultSet rs = ps.executeQuery();
 
         int total = 0;
-        while(rs.next()) {
+        while (rs.next()) {
             total = (int) rs.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps.close();
 
         int rowCount = 0;
 //        Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 1000000;
-        int begin = pageSize*(pageIndex-1);
+        int begin = pageSize * (pageIndex - 1);
 //        map.put("begin",begin);
 //        map.put("pageSize",pageSize);
 
         int totalInsert = 0;
 
-        System.out.println("开始查询"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始查询" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         while (begin < total) {
 //        while (begin <= total) {
 //            System.out.println(begin);
             PreparedStatement ps2 = conn.prepareStatement("SELECT * FROM test_sqlserver_100 LIMIT ?,?");
-            ps2.setInt(1,begin);
-            ps2.setInt(2,pageSize);
+            ps2.setInt(1, begin);
+            ps2.setInt(2, pageSize);
 
             System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()) + "  第" + pageIndex + "次查询");
 
@@ -466,7 +465,7 @@ public class BigDataService {
             int size = rsmd.getColumnCount();
             PreparedStatement ps_sqlserver = conn2.prepareStatement("insert into [dbo].[TABLE_100w_2] values (?,?,?,?,?,?,?,?,?,?,?,?)");
             int insertcount = 0;
-            while(rs2.next()) {
+            while (rs2.next()) {
 
                 ps_sqlserver.setString(1, rs2.getString(1));
                 ps_sqlserver.setInt(2, rs2.getInt(2));
@@ -485,7 +484,7 @@ public class BigDataService {
                 insertcount++;
                 totalInsert++;
 
-                if(insertcount == 100000){
+                if (insertcount == 100000) {
                     insertcount = 0;
                     ps_sqlserver.executeBatch();
                     ps_sqlserver.clearBatch();
@@ -509,52 +508,52 @@ public class BigDataService {
             ps2.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     @Test
     public void testQueryAndInsert500w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
 
         Class.forName("com.microsoft.sqlserver.jdbc.SQLServerDriver");
         String jdbcUrl2 = "jdbc:sqlserver://localhost:1433;DatabaseName=master";
-        Connection conn2 = DriverManager.getConnection(jdbcUrl2,"sa","123456");
+        Connection conn2 = DriverManager.getConnection(jdbcUrl2, "sa", "123456");
 
 
         PreparedStatement ps = conn.prepareStatement("SELECT count(1) FROM test_sqlserver_500");
         ResultSet rs = ps.executeQuery();
 
         int total = 0;
-        while(rs.next()) {
+        while (rs.next()) {
             total = (int) rs.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps.close();
 
         int rowCount = 0;
 //        Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 1000000;
-        int begin = pageSize*(pageIndex-1);
+        int begin = pageSize * (pageIndex - 1);
 //        map.put("begin",begin);
 //        map.put("pageSize",pageSize);
 
         int totalInsert = 0;
 
-        System.out.println("开始查询"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始查询" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         while (begin < total) {
 //        while (begin <= total) {
 //            System.out.println(begin);
             PreparedStatement ps2 = conn.prepareStatement("SELECT * FROM test_sqlserver_500 LIMIT ?,?");
-            ps2.setInt(1,begin);
-            ps2.setInt(2,pageSize);
+            ps2.setInt(1, begin);
+            ps2.setInt(2, pageSize);
 
             System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()) + "  第" + pageIndex + "次查询");
 
@@ -563,7 +562,7 @@ public class BigDataService {
             int size = rsmd.getColumnCount();
             PreparedStatement ps_sqlserver = conn2.prepareStatement("insert into [dbo].[TABLE_500w_2] values (?,?,?,?,?,?,?,?,?,?,?,?)");
             int insertcount = 0;
-            while(rs2.next()) {
+            while (rs2.next()) {
 
                 ps_sqlserver.setString(1, rs2.getString(1));
                 ps_sqlserver.setInt(2, rs2.getInt(2));
@@ -582,7 +581,7 @@ public class BigDataService {
                 insertcount++;
                 totalInsert++;
 
-                if(insertcount == 100000){
+                if (insertcount == 100000) {
                     insertcount = 0;
                     ps_sqlserver.executeBatch();
                     ps_sqlserver.clearBatch();
@@ -606,36 +605,35 @@ public class BigDataService {
             ps2.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
 //  -=================================  拉取數據
 
 
-
     @Test
     public void testdm100w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
 
         Class.forName("dm.jdbc.driver.DmDriver");
         String jdbcUrl2 = "jdbc:dm://127.0.0.1:5236/test?zeroDateTimeBehavior=convertToNull&useUnicode=true&characterEncoding=utf-8";
-        Connection conn2 = DriverManager.getConnection(jdbcUrl2,"SYSDBA","SYSDBA");
+        Connection conn2 = DriverManager.getConnection(jdbcUrl2, "SYSDBA", "SYSDBA");
 
         PreparedStatement ps_dm = conn2.prepareStatement("SELECT count(1) FROM \"test\".\"TABLE_1_100w\"");
         ResultSet rs_dm = ps_dm.executeQuery();
 
         int total = 0;
-        while(rs_dm.next()) {
+        while (rs_dm.next()) {
             total = (int) rs_dm.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps_dm.close();
 //        Integer total = sqlServiceMapper.getCount();
 //        System.out.println(total);
@@ -643,17 +641,17 @@ public class BigDataService {
         Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 150000;
-        int begin = pageSize*(pageIndex-1);
-        map.put("begin",begin);
-        map.put("pageSize",pageSize);
+        int begin = pageSize * (pageIndex - 1);
+        map.put("begin", begin);
+        map.put("pageSize", pageSize);
 
         while (begin <= total) {
             System.out.println(begin);
-            map.put("begin",begin);
+            map.put("begin", begin);
 
             PreparedStatement ps_list = conn2.prepareStatement("SELECT * FROM \"test\".\"TABLE_1_100w\" LIMIT ?,?");
-            ps_list.setInt(1,begin);
-            ps_list.setInt(2,pageSize);
+            ps_list.setInt(1, begin);
+            ps_list.setInt(2, pageSize);
 
             System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()) + "  第" + pageIndex + "次查询");
 
@@ -662,7 +660,7 @@ public class BigDataService {
 
             PreparedStatement ps = conn.prepareStatement("insert into test_dm_100 values (?,?,?,?,?,?,?,?,?,?,?,?)");
 
-            while(rs_list.next()){
+            while (rs_list.next()) {
                 ps.setString(1, rs_list.getString(1));
                 ps.setInt(2, rs_list.getInt(2));
                 ps.setString(3, rs_list.getString(3));
@@ -685,32 +683,32 @@ public class BigDataService {
             ps.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     @Test
     public void testdm500w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
 
         Class.forName("dm.jdbc.driver.DmDriver");
         String jdbcUrl2 = "jdbc:dm://127.0.0.1:5236/test?zeroDateTimeBehavior=convertToNull&useUnicode=true&characterEncoding=utf-8";
-        Connection conn2 = DriverManager.getConnection(jdbcUrl2,"SYSDBA","SYSDBA");
+        Connection conn2 = DriverManager.getConnection(jdbcUrl2, "SYSDBA", "SYSDBA");
 
         PreparedStatement ps_dm = conn2.prepareStatement("SELECT count(1) FROM \"test\".\"TABLE_2_500w\"");
         ResultSet rs_dm = ps_dm.executeQuery();
 
         int total = 0;
-        while(rs_dm.next()) {
+        while (rs_dm.next()) {
             total = (int) rs_dm.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps_dm.close();
 //        Integer total = sqlServiceMapper.getCount();
 //        System.out.println(total);
@@ -718,17 +716,17 @@ public class BigDataService {
         Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 150000;
-        int begin = pageSize*(pageIndex-1);
-        map.put("begin",begin);
-        map.put("pageSize",pageSize);
+        int begin = pageSize * (pageIndex - 1);
+        map.put("begin", begin);
+        map.put("pageSize", pageSize);
 
         while (begin <= total) {
             System.out.println(begin);
-            map.put("begin",begin);
+            map.put("begin", begin);
 
             PreparedStatement ps_list = conn2.prepareStatement("SELECT * FROM \"test\".\"TABLE_2_500w\" LIMIT ?,?");
-            ps_list.setInt(1,begin);
-            ps_list.setInt(2,pageSize);
+            ps_list.setInt(1, begin);
+            ps_list.setInt(2, pageSize);
 
             System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()) + "  第" + pageIndex + "次查询");
 
@@ -737,7 +735,7 @@ public class BigDataService {
 
             PreparedStatement ps = conn.prepareStatement("insert into test_dm_500 values (?,?,?,?,?,?,?,?,?,?,?,?)");
 
-            while(rs_list.next()){
+            while (rs_list.next()) {
                 ps.setString(1, rs_list.getString(1));
                 ps.setInt(2, rs_list.getInt(2));
                 ps.setString(3, rs_list.getString(3));
@@ -760,21 +758,17 @@ public class BigDataService {
             ps.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
 
-
-
-
-
     @Test
     public void testQueryDm100w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
@@ -783,32 +777,32 @@ public class BigDataService {
         ResultSet rs = ps.executeQuery();
 
         int total = 0;
-        while(rs.next()) {
+        while (rs.next()) {
             total = (int) rs.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps.close();
 
         int rowCount = 0;
 //        Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 1000000;
-        int begin = pageSize*(pageIndex-1);
+        int begin = pageSize * (pageIndex - 1);
 //        map.put("begin",begin);
 //        map.put("pageSize",pageSize);
 
-        System.out.println("开始查询"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始查询" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         while (begin < total) {
 //        while (begin <= total) {
 //            System.out.println(begin);
             PreparedStatement ps2 = conn.prepareStatement("SELECT * FROM test_dm_100 LIMIT ?,?");
-            ps2.setInt(1,begin);
-            ps2.setInt(2,pageSize);
+            ps2.setInt(1, begin);
+            ps2.setInt(2, pageSize);
 
             ResultSet rs2 = ps2.executeQuery();
             ResultSetMetaData rsmd = rs2.getMetaData();
             int size = rsmd.getColumnCount();
-            while(rs2.next()) {
+            while (rs2.next()) {
 //                StringBuffer value = new StringBuffer();
 //                for (int i = 0; i < size; i++) {
 //                    value.append(rs2.getString(i + 1)).append("\t");
@@ -824,16 +818,16 @@ public class BigDataService {
             ps2.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     @Test
     public void testQueryDm500w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
@@ -842,32 +836,32 @@ public class BigDataService {
         ResultSet rs = ps.executeQuery();
 
         int total = 0;
-        while(rs.next()) {
+        while (rs.next()) {
             total = (int) rs.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps.close();
 
         int rowCount = 0;
 //        Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 1000000;
-        int begin = pageSize*(pageIndex-1);
+        int begin = pageSize * (pageIndex - 1);
 //        map.put("begin",begin);
 //        map.put("pageSize",pageSize);
 
-        System.out.println("开始查询"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始查询" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         while (begin < total) {
 //        while (begin <= total) {
 //            System.out.println(begin);
             PreparedStatement ps2 = conn.prepareStatement("SELECT * FROM test_dm_500 LIMIT ?,?");
-            ps2.setInt(1,begin);
-            ps2.setInt(2,pageSize);
+            ps2.setInt(1, begin);
+            ps2.setInt(2, pageSize);
 
             ResultSet rs2 = ps2.executeQuery();
             ResultSetMetaData rsmd = rs2.getMetaData();
             int size = rsmd.getColumnCount();
-            while(rs2.next()) {
+            while (rs2.next()) {
 //                StringBuffer value = new StringBuffer();
 //                for (int i = 0; i < size; i++) {
 //                    value.append(rs2.getString(i + 1)).append("\t");
@@ -883,53 +877,52 @@ public class BigDataService {
             ps2.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     @Test
     public void testQueryAndDMInsert100w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
 
         Class.forName("dm.jdbc.driver.DmDriver");
         String jdbcUrl2 = "jdbc:dm://127.0.0.1:5236/test?zeroDateTimeBehavior=convertToNull&useUnicode=true&characterEncoding=utf-8";
-        Connection conn2 = DriverManager.getConnection(jdbcUrl2,"SYSDBA","SYSDBA");
-
+        Connection conn2 = DriverManager.getConnection(jdbcUrl2, "SYSDBA", "SYSDBA");
 
 
         PreparedStatement ps = conn.prepareStatement("SELECT count(1) FROM test_dm_100");
         ResultSet rs = ps.executeQuery();
 
         int total = 0;
-        while(rs.next()) {
+        while (rs.next()) {
             total = (int) rs.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps.close();
 
         int rowCount = 0;
 //        Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 1000000;
-        int begin = pageSize*(pageIndex-1);
+        int begin = pageSize * (pageIndex - 1);
 //        map.put("begin",begin);
 //        map.put("pageSize",pageSize);
 
         int totalInsert = 0;
 
-        System.out.println("开始查询"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始查询" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         while (begin < total) {
 //        while (begin <= total) {
 //            System.out.println(begin);
             PreparedStatement ps2 = conn.prepareStatement("SELECT * FROM test_dm_100 LIMIT ?,?");
-            ps2.setInt(1,begin);
-            ps2.setInt(2,pageSize);
+            ps2.setInt(1, begin);
+            ps2.setInt(2, pageSize);
 
             System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()) + "  第" + pageIndex + "次查询");
 
@@ -938,7 +931,7 @@ public class BigDataService {
             int size = rsmd.getColumnCount();
             PreparedStatement ps_sqlserver = conn2.prepareStatement("insert into \"test\".\"TABLE_1_100w_in\" values (?,?,?,?,?,?,?,?,?,?,?,?)");
             int insertcount = 0;
-            while(rs2.next()) {
+            while (rs2.next()) {
 
                 ps_sqlserver.setString(1, rs2.getString(1));
                 ps_sqlserver.setInt(2, rs2.getInt(2));
@@ -957,7 +950,7 @@ public class BigDataService {
                 insertcount++;
                 totalInsert++;
 
-                if(insertcount == 100000){
+                if (insertcount == 100000) {
                     insertcount = 0;
                     ps_sqlserver.executeBatch();
                     ps_sqlserver.clearBatch();
@@ -981,53 +974,52 @@ public class BigDataService {
             ps2.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 
     @Test
     public void testQueryAndDMInsert500w() throws SQLException, ClassNotFoundException {
-        System.out.println("开始时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         Class.forName("org.apache.hive.jdbc.HiveDriver");
         String jdbcUrl = "jdbc:hive2://10.1.161.88:10000/default";
         Connection conn = DriverManager.getConnection(jdbcUrl);
 
         Class.forName("dm.jdbc.driver.DmDriver");
         String jdbcUrl2 = "jdbc:dm://127.0.0.1:5236/test?zeroDateTimeBehavior=convertToNull&useUnicode=true&characterEncoding=utf-8";
-        Connection conn2 = DriverManager.getConnection(jdbcUrl2,"SYSDBA","SYSDBA");
-
+        Connection conn2 = DriverManager.getConnection(jdbcUrl2, "SYSDBA", "SYSDBA");
 
 
         PreparedStatement ps = conn.prepareStatement("SELECT count(1) FROM test_dm_500");
         ResultSet rs = ps.executeQuery();
 
         int total = 0;
-        while(rs.next()) {
+        while (rs.next()) {
             total = (int) rs.getLong(1);
         }
-        System.out.println("总数据量："+total);
+        System.out.println("总数据量：" + total);
         ps.close();
 
         int rowCount = 0;
 //        Map<String, Object> map = new HashMap<>();
         int pageIndex = 1;
         int pageSize = 1000000;
-        int begin = pageSize*(pageIndex-1);
+        int begin = pageSize * (pageIndex - 1);
 //        map.put("begin",begin);
 //        map.put("pageSize",pageSize);
 
         int totalInsert = 0;
 
-        System.out.println("开始查询"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("开始查询" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
         while (begin < total) {
 //        while (begin <= total) {
 //            System.out.println(begin);
             PreparedStatement ps2 = conn.prepareStatement("SELECT * FROM test_dm_500 LIMIT ?,?");
-            ps2.setInt(1,begin);
-            ps2.setInt(2,pageSize);
+            ps2.setInt(1, begin);
+            ps2.setInt(2, pageSize);
 
             System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()) + "  第" + pageIndex + "次查询");
 
@@ -1036,7 +1028,7 @@ public class BigDataService {
             int size = rsmd.getColumnCount();
             PreparedStatement ps_sqlserver = conn2.prepareStatement("insert into \"test\".\"TABLE_2_500w_in\" values (?,?,?,?,?,?,?,?,?,?,?,?)");
             int insertcount = 0;
-            while(rs2.next()) {
+            while (rs2.next()) {
 
                 ps_sqlserver.setString(1, rs2.getString(1));
                 ps_sqlserver.setInt(2, rs2.getInt(2));
@@ -1055,7 +1047,7 @@ public class BigDataService {
                 insertcount++;
                 totalInsert++;
 
-                if(insertcount == 100000){
+                if (insertcount == 100000) {
                     insertcount = 0;
                     ps_sqlserver.executeBatch();
                     ps_sqlserver.clearBatch();
@@ -1079,10 +1071,10 @@ public class BigDataService {
             ps2.close();
 
             pageIndex++;
-            begin = pageSize*(pageIndex-1);
+            begin = pageSize * (pageIndex - 1);
         }
         conn.close();
-        System.out.println("结束时间"+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
     }
 }

src/main/java/com/citygis/service/HadoopTest.java

@@ -22,9 +22,9 @@ public class HadoopTest {
         // 构造一个配置参数对象，设置一个参数：要访问的HDFS的URI
         Configuration conf = new Configuration();
         // 指定使用HDFS访问
-        conf.set("fs.defaultFS","hdfs://192.168.20.5:8020");
+        conf.set("fs.defaultFS", "hdfs://192.168.20.5:8020");
         // 进行客户端身份的设置(root为虚拟机的用户名，hadoop集群节点的其中一个都可以)
-        System.setProperty("HADOOP_USER_NAME","hdfs");
+        System.setProperty("HADOOP_USER_NAME", "hdfs");
         // 通过FileSystem的静态get()方法获取HDFS文件系统客户端对象
         hdfs = FileSystem.get(conf);
     }

src/main/java/com/citygis/service/KafkaTest.java

@@ -2,12 +2,17 @@ package com.citygis.service;
 
 import org.apache.kafka.clients.producer.*;
 import org.apache.kafka.clients.consumer.*;
+import sun.text.resources.FormatData;
 
+import javax.xml.crypto.Data;
+import java.text.SimpleDateFormat;
 import java.util.Collections;
+import java.util.Date;
 import java.util.Properties;
- class KafkaTest {
-    private static final String TOPIC = "test-topic-500w";
-    private static final String BOOTSTRAP_SERVERS = "localhost:9092";
+
+class KafkaTest {
+    private static final String TOPIC = "test_topic_json_500w";
+    private static final String BOOTSTRAP_SERVERS = "10.1.161.88:9092";
 
     public static void main(String[] args) {
 
@@ -15,37 +20,39 @@ import java.util.Properties;
 
     }
 
-     static void   producer(){
-         // 生产者示例
-         Properties producerProps = new Properties();
-         producerProps.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, BOOTSTRAP_SERVERS);
-         producerProps.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
-         producerProps.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
+    static void producer() {
+        // 生产者示例
+        Properties producerProps = new Properties();
+        producerProps.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, BOOTSTRAP_SERVERS);
+        producerProps.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
+        producerProps.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
+
+        Producer<String, String> producer = new KafkaProducer<>(producerProps);
 
-         Producer<String, String> producer = new KafkaProducer<>(producerProps);
+        String message = "{\"id\":\"1005\",\"line\":\"张三\",\"line2\":\"手机\",\"line3\":\"上海\"}";
+        ProducerRecord<String, String> records = new ProducerRecord<>(TOPIC, message);
 
-         String message = "Hello, Kafka!";
-         ProducerRecord<String, String> records = new ProducerRecord<>(TOPIC, message);
+        System.out.println("开始时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
 
-         for (int i=1;i<=5000000;i++) {
-             int finalI = i;
-             producer.send(records, new Callback() {
-                 @Override
-                 public void onCompletion(RecordMetadata metadata, Exception exception) {
-                     if (exception != null) {
-                         System.err.println("Failed to send message: " + exception.getMessage());
-                     } else {
-                         System.out.println("Sent message: topic="+TOPIC+", offset=%d%n,%n"+ finalI);
-                     }
-                 }
-             });
-         }
-         producer.close();
-     }
+        for (int i = 1; i <= 1000000; i++) {
+            int finalI = i;
+            producer.send(records, new Callback() {
+                @Override
+                public void onCompletion(RecordMetadata metadata, Exception exception) {
+                    if (exception != null) {
+                        System.err.println("Failed to send message: " + exception.getMessage());
+                    } else {
+                        System.out.println("Sent message: topic=" + TOPIC + ", offset=%d%n,%n" + finalI);
+                    }
+                }
+            });
+        }
+        producer.close();
+        System.out.println("结束时间" + new SimpleDateFormat("yyyy-MM-dd HH:mm:ss SSS").format(new java.util.Date()));
+    }
 
 
-    static void consumer()
-    {
+    static void consumer() {
         // 消费者示例
         Properties consumerProps = new Properties();
         consumerProps.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, BOOTSTRAP_SERVERS);

src/main/java/com/citygis/service/generateFile.java

@@ -31,7 +31,7 @@ import javax.xml.transform.stream.StreamResult;
 public class generateFile {
 
     @Test
-    public void generateJson(){
+    public void generateJson() {
         String jsonFilePath = "E:\\非结构化数据\\output_bz.json";
 //        String jsonFilePath = "D:\\Work\\CSDL\\非结构化数据\\output_bz.json";
         long fileSizeLimit = 1_073_741_824 * 100L;
@@ -131,27 +131,27 @@ public class generateFile {
         }
     }
 
-    public String generateJsonData(){
+    public String generateJsonData() {
         JSONObject jsonObject = new JSONObject();
 
         jsonObject.put("name", generateRandomString(6));
-        jsonObject.put("id", generateRandomInteger(0,10000));
+        jsonObject.put("id", generateRandomInteger(0, 10000));
 
         String stringJson = jsonObject.toString() + ",";
         return stringJson;
     }
 
-    public String generateXmlData(){
+    public String generateXmlData() {
         String xmlData = "";
         xmlData += "  <Row>";
         xmlData += "<name>" + generateRandomString(6) + "</name>";
-        xmlData += "<id>" + generateRandomInteger(0,10000) + "</id>";
+        xmlData += "<id>" + generateRandomInteger(0, 10000) + "</id>";
         xmlData += "</Row>\n";
         return xmlData;
     }
 
-    public String generateTextData(){
-        String textData = generateRandomString(6) + ";" + generateRandomInteger(0,10000) + "\n";
+    public String generateTextData() {
+        String textData = generateRandomString(6) + ";" + generateRandomInteger(0, 10000) + "\n";
         return textData;
     }
 
@@ -167,7 +167,7 @@ public class generateFile {
     }
 
     public static int generateRandomInteger(int max, int min) {
-        int randomNum = (int)(Math.random() * (max - min + 1) + min);
+        int randomNum = (int) (Math.random() * (max - min + 1) + min);
         return randomNum;
     }
 }