Audit-service add local cache for openapi to improve the concurrency …

…of service
doleyzi · Apr 11, 2024 · 4da4365 · 4da4365
1 parent 44ee256
commit 4da4365
Show file tree

Hide file tree

Showing 3 changed files with 26 additions and 14 deletions.
diff --git a/inlong-audit/audit-service/src/main/java/org/apache/inlong/audit/config/ConfigConstants.java b/inlong-audit/audit-service/src/main/java/org/apache/inlong/audit/config/ConfigConstants.java
@@ -59,11 +59,11 @@ public class ConfigConstants {
     public static final String DEFAULT_AUDIT_IDS = "3;4;5;6";
 
     // Summary config
-    public static final String KEY_REALTIME_SUMMARY_STAT_BACK_TIMES = "realtime.summary.stat.back.times";
-    public static final int DEFAULT_REALTIME_SUMMARY_STAT_BACK_TIMES = 6;
+    public static final String KEY_SUMMARY_REALTIME_STAT_BACK_TIMES = "summary.realtime.stat.back.times";
+    public static final int DEFAULT_SUMMARY_REALTIME_STAT_BACK_TIMES = 6;
 
-    public static final String KEY_DAILY_SUMMARY_STAT_BACK_TIMES = "daily.summary.stat.back.times";
-    public static final int DEFAULT_DAILY_SUMMARY_STAT_BACK_TIMES = 2;
+    public static final String KEY_SUMMARY_DAILY_STAT_BACK_TIMES = "summary.daily.stat.back.times";
+    public static final int DEFAULT_SUMMARY_DAILY_STAT_BACK_TIMES = 2;
 
     public static final String KEY_STAT_BACK_INITIAL_OFFSET = "stat.back.initial.offset";
     public static final int DEFAULT_STAT_BACK_INITIAL_OFFSET = 0;

diff --git a/inlong-audit/audit-service/src/main/java/org/apache/inlong/audit/service/EtlService.java b/inlong-audit/audit-service/src/main/java/org/apache/inlong/audit/service/EtlService.java
@@ -40,16 +40,16 @@
 
 import java.util.UUID;
 
-import static org.apache.inlong.audit.config.ConfigConstants.DEFAULT_DAILY_SUMMARY_STAT_BACK_TIMES;
 import static org.apache.inlong.audit.config.ConfigConstants.DEFAULT_DATA_QUEUE_SIZE;
-import static org.apache.inlong.audit.config.ConfigConstants.DEFAULT_REALTIME_SUMMARY_STAT_BACK_TIMES;
 import static org.apache.inlong.audit.config.ConfigConstants.DEFAULT_SELECTOR_FOLLOWER_LISTEN_CYCLE_MS;
 import static org.apache.inlong.audit.config.ConfigConstants.DEFAULT_SELECTOR_SERVICE_ID;
-import static org.apache.inlong.audit.config.ConfigConstants.KEY_DAILY_SUMMARY_STAT_BACK_TIMES;
+import static org.apache.inlong.audit.config.ConfigConstants.DEFAULT_SUMMARY_DAILY_STAT_BACK_TIMES;
+import static org.apache.inlong.audit.config.ConfigConstants.DEFAULT_SUMMARY_REALTIME_STAT_BACK_TIMES;
 import static org.apache.inlong.audit.config.ConfigConstants.KEY_DATA_QUEUE_SIZE;
-import static org.apache.inlong.audit.config.ConfigConstants.KEY_REALTIME_SUMMARY_STAT_BACK_TIMES;
 import static org.apache.inlong.audit.config.ConfigConstants.KEY_SELECTOR_FOLLOWER_LISTEN_CYCLE_MS;
 import static org.apache.inlong.audit.config.ConfigConstants.KEY_SELECTOR_SERVICE_ID;
+import static org.apache.inlong.audit.config.ConfigConstants.KEY_SUMMARY_DAILY_STAT_BACK_TIMES;
+import static org.apache.inlong.audit.config.ConfigConstants.KEY_SUMMARY_REALTIME_STAT_BACK_TIMES;
 import static org.apache.inlong.audit.config.SqlConstants.DEFAULT_CLICKHOUSE_SOURCE_QUERY_SQL;
 import static org.apache.inlong.audit.config.SqlConstants.DEFAULT_MYSQL_SINK_INSERT_DAY_SQL;
 import static org.apache.inlong.audit.config.SqlConstants.DEFAULT_MYSQL_SINK_INSERT_TEMP_SQL;
@@ -83,8 +83,8 @@ public class EtlService {
     public EtlService() {
         queueSize = Configuration.getInstance().get(KEY_DATA_QUEUE_SIZE,
                 DEFAULT_DATA_QUEUE_SIZE);
-        statBackTimes = Configuration.getInstance().get(KEY_REALTIME_SUMMARY_STAT_BACK_TIMES,
-                DEFAULT_REALTIME_SUMMARY_STAT_BACK_TIMES);
+        statBackTimes = Configuration.getInstance().get(KEY_SUMMARY_REALTIME_STAT_BACK_TIMES,
+                DEFAULT_SUMMARY_REALTIME_STAT_BACK_TIMES);
     }
 
     /**
@@ -108,8 +108,8 @@ private void mysqlToMysqlOfDay() {
         DataQueue dataQueue = new DataQueue(queueSize);
 
         mysqlSourceOfTemp = new JdbcSource(dataQueue, buildMysqlSourceConfig(AuditCycle.DAY,
-                Configuration.getInstance().get(KEY_DAILY_SUMMARY_STAT_BACK_TIMES,
-                        DEFAULT_DAILY_SUMMARY_STAT_BACK_TIMES)));
+                Configuration.getInstance().get(KEY_SUMMARY_DAILY_STAT_BACK_TIMES,
+                        DEFAULT_SUMMARY_DAILY_STAT_BACK_TIMES)));
         mysqlSourceOfTemp.start();
 
         SinkConfig sinkConfig = buildMysqlSinkConfig(Configuration.getInstance().get(KEY_MYSQL_SINK_INSERT_DAY_SQL,
@@ -215,8 +215,8 @@ private SourceConfig buildClickhouseSourceConfig() {
         return new SourceConfig(AuditCycle.MINUTE_5,
                 Configuration.getInstance().get(KEY_CLICKHOUSE_SOURCE_QUERY_SQL,
                         DEFAULT_CLICKHOUSE_SOURCE_QUERY_SQL),
-                Configuration.getInstance().get(KEY_REALTIME_SUMMARY_STAT_BACK_TIMES,
-                        DEFAULT_REALTIME_SUMMARY_STAT_BACK_TIMES),
+                Configuration.getInstance().get(KEY_SUMMARY_REALTIME_STAT_BACK_TIMES,
+                        DEFAULT_SUMMARY_REALTIME_STAT_BACK_TIMES),
                 jdbcConfig.getDriverClass(),
                 jdbcConfig.getJdbcUrl(),
                 jdbcConfig.getUserName(),

diff --git a/inlong-audit/conf/audit-service.properties b/inlong-audit/conf/audit-service.properties
@@ -26,3 +26,15 @@ mysql.jdbc.url=jdbc:mysql://*****:***/apache_inlong_audit?characterEncoding=utf8
 mysql.username=*****
 mysql.password=*****
 
+#  summary config
+summary.realtime.stat.back.times=6
+summary.daily.stat.back.times=2
+audit.ids=3;4;5;6
+
+#  api config
+api.cache.max.size=50000000
+api.cache.expired.hours=12
+api.real.limiter.qps=1000.0
+api.pool.size=10
+api.backlog.size=100
+