add flink monitor common

Author: zhisheng17

flink-learning-monitor/flink-learning-monitor-common/README.md

@@ -0,0 +1 @@
+## Flink 监控 common

flink-learning-monitor/flink-learning-monitor-common/src/main/java/com/zhisheng/common/model/Job.java

@@ -42,5 +42,8 @@ public class Job {
      */
     private Long lastModification;
 
-
+    /**
+     * job tasks
+     */
+    private Task tasks;
 }

flink-learning-monitor/flink-learning-monitor-common/src/main/java/com/zhisheng/common/model/Task.java

@@ -1,8 +1,58 @@
 package com.zhisheng.common.model;
 
 import lombok.Data;
+import lombok.NoArgsConstructor;
 
 @Data
+@NoArgsConstructor
 public class Task {
+    /**
+     * task 总个数
+     */
+    private int total;
 
+    /**
+     * 处于 created 状态的 task 个数
+     */
+    private int created;
+
+    /**
+     * 处于 scheduled 状态的 task 个数
+     */
+    private int scheduled;
+
+    /**
+     * 处于 deploying 状态的 task 个数
+     */
+    private int deploying;
+
+    /**
+     * 处于 running 状态的 task 个数
+     */
+    private int running;
+
+    /**
+     * 处于 finished 状态的 task 个数
+     */
+    private int finished;
+
+    /**
+     * 处于 canceling 状态的 task 个数
+     */
+    private int canceling;
+
+    /**
+     * 处于 canceled 状态的 task 个数
+     */
+    private int canceled;
+
+    /**
+     * 处于 failed 状态的 task 个数
+     */
+    private int failed;
+
+    /**
+     * 处于 reconciling 状态的 task 个数
+     */
+    private int reconciling;
 }

flink-learning-monitor/flink-learning-monitor-common/src/main/java/com/zhisheng/common/utils/PropertiesUtil.java

@@ -0,0 +1,145 @@
+package com.zhisheng.common.utils;
+
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.net.URL;
+import java.util.*;
+import java.util.stream.Collectors;
+
+public class PropertiesUtil {
+    /**
+     * 默认属性集合（文件在Constants中配置）
+     */
+    public static Properties defaultProp = null;
+    /**
+     * 所有读取过的属性集合
+     * 文件名 <-> 属性集合
+     */
+    public static Map<String, Properties> allProps = new HashMap<>();
+
+    // 初始化默认的属性集合
+    static {
+        if (defaultProp == null && isExistProperties("application.properties")) {
+            defaultProp = loadProperties("application.properties");
+            allProps.put("application.properties", defaultProp);
+        }
+    }
+
+    /**
+     * 读取属性文件，并将读出来的属性集合添加到【allProps】当中
+     * 如果该属性文件之前已读取过，则直接从【allProps】获得
+     */
+    public static Properties getProperties(String fileName) {
+        if (fileName == null || "".equals(fileName)) {
+            return defaultProp;
+        } else {
+            Properties prop = allProps.get(fileName);
+            if (prop == null) {
+                prop = loadProperties(fileName);
+                allProps.put(fileName, prop);
+            }
+
+            return prop;
+        }
+    }
+
+    /**
+     * 解析属性文件，将文件中的所有属性都读取到【Properties】当中
+     */
+    protected static Properties loadProperties(String fileName) {
+        Properties prop = new Properties();
+        InputStream ins = null;
+        ins = PropertiesUtil.class.getClassLoader().getResourceAsStream(fileName);
+        if (ins == null) {
+            System.err.println("Can not find the resource!");
+        } else {
+            try {
+                prop.load(ins);
+            } catch (IOException e) {
+                System.err.println("An error occurred when reading from the input stream, " + e.getMessage());
+            } catch (IllegalArgumentException e) {
+                System.err.println("The input stream contains a malformed Unicode escape sequence, " + e.getMessage());
+            }
+        }
+        return prop;
+    }
+
+    public static Boolean isExistProperties(String filePath) {
+        URL resource = PropertiesUtil.class.getClassLoader().getResource(filePath);
+        return resource != null;
+    }
+
+    /**
+     * 从指定的属性文件中获取某一属性值
+     * 如果属性文件不存在该属性则返回 null
+     */
+    public static String getProperty(String fileName, String name) {
+        return getProperties(fileName).getProperty(name);
+    }
+
+    /**
+     * 从默认的属性文件中获取某一属性值
+     * 如果属性文件不存在该属性则返回 null
+     */
+    public static String getProperty(String name) {
+        return getProperties(null).getProperty(name);
+    }
+
+    /**
+     * @param properties
+     * @return
+     */
+    public static Map<String, String> getPropertyMap(Properties properties) {
+        return properties.values()
+                .stream()
+                .collect(Collectors.toMap(k -> k.toString(), v -> v.toString()));
+    }
+
+    /**
+     * @return
+     */
+    public static Map<String, String> getPropertyMap() {
+        Map<String, String> allPropsMap = new HashMap<>();
+        allProps.values().forEach(props -> {
+            final Map<String, String> mapProperties = getPropertyMap(props);
+            allPropsMap.putAll(mapProperties);
+        });
+        return allPropsMap;
+    }
+
+    /**
+     * 获取所有的 key
+     * @param fileName
+     * @return
+     * @throws IOException
+     */
+    public static List<String> getkeys(String fileName) throws IOException {
+        Properties prop = new Properties();
+        //获取输入流
+        InputStream in = PropertiesUtil.class.getClassLoader().getResourceAsStream(fileName);
+        //加载进去
+        prop.load(in);
+        Set keyValue = prop.keySet();
+        List<String> list = new ArrayList<>();
+        for (Iterator it = keyValue.iterator(); it.hasNext();)
+        {
+            String key = (String) it.next();
+            list.add(key);
+        }
+        return list;
+    }
+
+    //test
+    public static void main(String[] args) throws IOException {
+        List<String> keys = getkeys("application.properties");
+        System.out.println(keys);
+        for (String key:keys) {
+            String value = PropertiesUtil.getProperty("application.properties", key);
+            System.out.println(value);
+        }
+        loadProperties("application.properties").keySet().forEach(it -> System.out.println(it));
+        getkeys("application.properties").forEach(it -> System.out.println(it));
+        getProperties("application.properties").keySet().forEach(it-> System.out.println(it));
+    }
+}