add local cache

xlorne · xlorne · commit 18000f73922c · 2025-11-10T19:18:58.000+08:00
diff --git a/.gitignore b/.gitignore
@@ -31,4 +31,5 @@ build/
 
 ### VS Code ###
 .vscode/
-*.db
+*.db
+dbstream
diff --git a/pom.xml b/pom.xml
@@ -4,7 +4,7 @@
     <modelVersion>4.0.0</modelVersion>
     <groupId>com.codingapi.dbstream</groupId>
     <artifactId>dbstream-driver</artifactId>
-    <version>1.0.1</version>
+    <version>1.0.2</version>
 
     <url>https://github.com/codingapi/dbstream-driver</url>
     <name>dbstream-driver</name>
diff --git a/src/main/java/com/codingapi/dbstream/DBStreamContext.java b/src/main/java/com/codingapi/dbstream/DBStreamContext.java
@@ -6,6 +6,7 @@
 import com.codingapi.dbstream.provider.DefaultDBTableSupportProvider;
 import com.codingapi.dbstream.scanner.DBMetaContext;
 import com.codingapi.dbstream.scanner.DBMetaData;
+import com.codingapi.dbstream.scanner.DbTable;
 import com.codingapi.dbstream.stream.DBEventContext;
 import com.codingapi.dbstream.stream.DBEventPusher;
 import lombok.Getter;
@@ -42,14 +43,14 @@ public void addListener(SQLExecuteListener sqlExecuteListener) {
     /**
      * 是否支持SQL 拦截代理分析
      * @param info 数据库连接信息
-     * @param tableName 数据库名称
+     * @param dbTable 数据库表信息
      * @return 是否支持
      */
-    public boolean support(Properties info, String tableName) {
+    public boolean support(Properties info, DbTable dbTable) {
         if (dbTableSupportProvider == null) {
             this.dbTableSupportProvider = new DefaultDBTableSupportProvider();
         }
-        return dbTableSupportProvider.support(info, tableName);
+        return dbTableSupportProvider.support(info, dbTable);
     }
 
 
diff --git a/src/main/java/com/codingapi/dbstream/driver/DBStreamProxyDriver.java b/src/main/java/com/codingapi/dbstream/driver/DBStreamProxyDriver.java
@@ -27,13 +27,16 @@ public class DBStreamProxyDriver implements Driver {
 
     @Override
     public Connection connect(String url, Properties info) throws SQLException {
+        if(this.driver==null){
+            this.acceptsURL(url);
+        }
         Connection connection = driver.connect(url, info);
         info.setProperty(DBMetaData.KEY_JDBC_URL, url);
         String jdbcKey = info.getProperty(DBMetaData.KEY_JDBC_KEY);
         DBMetaData metaData = DBMetaContext.getInstance().getMetaData(jdbcKey);
         if (metaData == null) {
-            DBScanner scanner = new DBScanner(connection);
-            metaData = scanner.loadMetadata(info);
+            DBScanner scanner = new DBScanner(connection,info);
+            metaData = scanner.loadMetadata();
             DBMetaContext.getInstance().update(metaData);
         }
         return new ConnectionProxy(connection, metaData);
diff --git a/src/main/java/com/codingapi/dbstream/interceptor/SQLExecuteState.java b/src/main/java/com/codingapi/dbstream/interceptor/SQLExecuteState.java
@@ -171,7 +171,8 @@ public String getTransactionKey() {
     public List<Map<String, Object>> query(String sql, List<Object> params) throws SQLException {
         PreparedStatement preparedStatement = connection.prepareStatement(sql);
         for (int i = 0; i < params.size(); i++) {
-            preparedStatement.setObject(i + 1, params.get(i));
+            Object param = params.get(i);
+            preparedStatement.setObject(i + 1,param);
         }
         ResultSet resultSet = preparedStatement.executeQuery();
         ResultSetMetaData resultSetMetaData = resultSet.getMetaData();
diff --git a/src/main/java/com/codingapi/dbstream/listener/SQLDeleteExecuteListener.java b/src/main/java/com/codingapi/dbstream/listener/SQLDeleteExecuteListener.java
@@ -29,7 +29,7 @@ public void before(SQLExecuteState executeState) throws SQLException {
                 Delete delete = (Delete) parserStatement;
                 Table table = delete.getTable();
                 DbTable dbTable = executeState.getDbTable(table.getName());
-                if (dbTable != null && DBStreamContext.getInstance().support(executeState.getDriverProperties(), dbTable.getName())) {
+                if (dbTable != null && DBStreamContext.getInstance().support(executeState.getDriverProperties(), dbTable)) {
                     DeleteDBEventParser dataParser = new DeleteDBEventParser(executeState, delete, table, dbTable);
                     dataParser.prepare();
                     threadLocal.set(dataParser);
diff --git a/src/main/java/com/codingapi/dbstream/listener/SQLInsertExecuteListener.java b/src/main/java/com/codingapi/dbstream/listener/SQLInsertExecuteListener.java
@@ -29,7 +29,7 @@ public void before(SQLExecuteState executeState) throws SQLException {
                 Insert insert = (Insert) parserStatement;
                 Table table = insert.getTable();
                 DbTable dbTable = executeState.getDbTable(table.getName());
-                if (dbTable != null && DBStreamContext.getInstance().support(executeState.getDriverProperties(), dbTable.getName())) {
+                if (dbTable != null && DBStreamContext.getInstance().support(executeState.getDriverProperties(), dbTable)) {
                     InsertDBEventParser dataParser = new InsertDBEventParser(executeState, insert, table, dbTable);
                     dataParser.prepare();
                     threadLocal.set(dataParser);
diff --git a/src/main/java/com/codingapi/dbstream/listener/SQLUpdateExecuteListener.java b/src/main/java/com/codingapi/dbstream/listener/SQLUpdateExecuteListener.java
@@ -29,7 +29,7 @@ public void before(SQLExecuteState executeState) throws SQLException {
                 Update update = (Update) parserStatement;
                 Table table = update.getTable();
                 DbTable dbTable = executeState.getDbTable(table.getName());
-                if (dbTable != null && DBStreamContext.getInstance().support(executeState.getDriverProperties(), dbTable.getName())) {
+                if (dbTable != null && DBStreamContext.getInstance().support(executeState.getDriverProperties(), dbTable)) {
                     UpdateDBEventParser dataParser = new UpdateDBEventParser(executeState, update, table, dbTable);
                     dataParser.prepare();
                     threadLocal.set(dataParser);
diff --git a/src/main/java/com/codingapi/dbstream/provider/DBTableSupportProvider.java b/src/main/java/com/codingapi/dbstream/provider/DBTableSupportProvider.java
@@ -1,11 +1,13 @@
 package com.codingapi.dbstream.provider;
 
+import com.codingapi.dbstream.scanner.DbTable;
+
 import java.util.Properties;
 
 /**
  * 数据库表支持判断
  */
 public interface DBTableSupportProvider {
 
-    boolean support(Properties info,String tableName);
+    boolean support(Properties info, DbTable dbTable);
 }
diff --git a/src/main/java/com/codingapi/dbstream/provider/DefaultDBTableSupportProvider.java b/src/main/java/com/codingapi/dbstream/provider/DefaultDBTableSupportProvider.java
@@ -1,11 +1,16 @@
 package com.codingapi.dbstream.provider;
 
+import com.codingapi.dbstream.scanner.DbTable;
+
 import java.util.Properties;
 
 public class DefaultDBTableSupportProvider implements DBTableSupportProvider {
 
     @Override
-    public boolean support(Properties info, String tableName) {
-        return true;
+    public boolean support(Properties info, DbTable dbTable) {
+        if(dbTable.hasColumns() && dbTable.hasPrimaryKeys()) {
+            return true;
+        }
+        return false;
     }
 }
diff --git a/src/main/java/com/codingapi/dbstream/scanner/DBMetaContext.java b/src/main/java/com/codingapi/dbstream/scanner/DBMetaContext.java
@@ -44,6 +44,9 @@ public void update(DBMetaData metaData) {
      * 清空所有的元数据信息
      */
     public void clearAll() {
+        for (DBMetaData metaData : this.cache.values()) {
+            metaData.clean();
+        }
         cache.clear();
     }
 
@@ -75,6 +78,10 @@ public List<DBMetaData> metaDataList() {
      * @param jdbcKey 指定数据库信息
      */
     public void clear(String jdbcKey) {
+        DBMetaData dbMetaData = cache.get(jdbcKey);
+        if (dbMetaData != null) {
+            dbMetaData.clean();
+        }
         cache.remove(jdbcKey);
     }
 
diff --git a/src/main/java/com/codingapi/dbstream/scanner/DBMetaData.java b/src/main/java/com/codingapi/dbstream/scanner/DBMetaData.java
@@ -1,10 +1,11 @@
 package com.codingapi.dbstream.scanner;
 
+import com.codingapi.dbstream.utils.DBTableSerializableHelper;
+import com.codingapi.dbstream.utils.SHA256Util;
 import lombok.Getter;
 
 import java.util.List;
 import java.util.Properties;
-import java.util.UUID;
 
 
 public class DBMetaData {
@@ -15,10 +16,12 @@ public class DBMetaData {
     /**
      * 创建唯一标识
      *
-     * @return uuid
+     * @return sha256(jdbcUrl+schema)
      */
-    private static String generateKey() {
-        return UUID.randomUUID().toString().replaceAll("-", "");
+    private String generateKey(String schema) {
+        String jdbcUrl = this.getJdbcUrl();
+        String data = String.format("%s#%s", jdbcUrl, schema == null ? "" : schema);
+        return SHA256Util.sha256(data);
     }
 
     @Getter
@@ -30,9 +33,9 @@ private static String generateKey() {
     @Getter
     private final Properties properties;
 
-    public DBMetaData(Properties properties) {
+    public DBMetaData(Properties properties, String schema) {
         this.properties = properties;
-        this.properties.setProperty(DBMetaData.KEY_JDBC_KEY, DBMetaData.generateKey());
+        this.properties.setProperty(DBMetaData.KEY_JDBC_KEY, this.generateKey(schema));
     }
 
 
@@ -44,6 +47,10 @@ public void success() {
         updateTime = System.currentTimeMillis();
     }
 
+    public boolean isEmpty() {
+        return this.tables == null || this.tables.isEmpty();
+    }
+
     public DbTable getTable(String tableName) {
         if (this.tables == null) {
             return null;
@@ -57,6 +64,12 @@ public DbTable getTable(String tableName) {
         return null;
     }
 
+    public void clean(){
+        DBTableSerializableHelper tableSerializableHelper = new DBTableSerializableHelper(this.getKeyJdbcKey());
+        tableSerializableHelper.clean();
+        this.tables = null;
+    }
+
     public String getJdbcUrl() {
         if (properties == null) {
             return null;
diff --git a/src/main/java/com/codingapi/dbstream/scanner/DBScanner.java b/src/main/java/com/codingapi/dbstream/scanner/DBScanner.java
@@ -1,63 +1,91 @@
 package com.codingapi.dbstream.scanner;
 
+import com.codingapi.dbstream.utils.DBTableSerializableHelper;
+
 import java.sql.Connection;
 import java.sql.DatabaseMetaData;
 import java.sql.ResultSet;
 import java.sql.SQLException;
 import java.util.ArrayList;
 import java.util.LinkedHashMap;
-import java.util.Map;
 import java.util.Properties;
 
 public class DBScanner {
 
     private final Connection connection;
+    private final DBMetaData dbMetaData;
+    private final DatabaseMetaData metaData;
+    private final String catalog;
+    private final String schema;
+    private final DBTableSerializableHelper dbTableSerializableHelper;
 
-    public DBScanner(Connection connection) {
+    public DBScanner(Connection connection, Properties info) throws SQLException {
         this.connection = connection;
+        this.schema = connection.getSchema();
+        this.metaData = connection.getMetaData();
+        this.catalog = connection.getCatalog();
+        this.dbMetaData = new DBMetaData(info, this.schema);
+        this.dbTableSerializableHelper = new DBTableSerializableHelper(this.dbMetaData.getKeyJdbcKey());
+    }
+
+
+    private void loadDbTableInfo(String tableName, DbTable tableInfo) throws SQLException {
+        String dbTableName = tableInfo.getName();
+        if (dbTableSerializableHelper.hasSerialize(dbTableName)) {
+            DbTable dbTableCache = dbTableSerializableHelper.deserialize(dbTableName);
+            tableInfo.setColumns(dbTableCache.getColumns());
+            tableInfo.setPrimaryKeys(dbTableCache.getPrimaryKeys());
+            tableInfo.reloadPrimaryColumns();
+            return;
+        }
+
+        // 获取列信息
+        ResultSet columns = metaData.getColumns(catalog, schema, tableName, "%");
+        while (columns.next()) {
+            DbColumn column = new DbColumn();
+            column.setName(columns.getString("COLUMN_NAME"));
+            column.setType(columns.getString("TYPE_NAME"));
+            column.setNullable(columns.getInt("NULLABLE") == DatabaseMetaData.columnNullable);
+            column.setComment(columns.getString("REMARKS"));
+            column.setSize(columns.getInt("COLUMN_SIZE"));
+            tableInfo.addColum(column);
+        }
+        columns.close();
+
+        // 获取主键信息
+        ResultSet pkRs = metaData.getPrimaryKeys(catalog, schema, tableName);
+        while (pkRs.next()) {
+            String pkColumn = pkRs.getString("COLUMN_NAME");
+            tableInfo.addPrimaryKey(pkColumn);
+        }
+        pkRs.close();
+        tableInfo.reloadPrimaryColumns();
+
+        dbTableSerializableHelper.serialize(tableInfo);
     }
 
     /**
      * 扫描数据库中的所有表、字段和主键信息
      */
-    public DBMetaData loadMetadata(Properties info) throws SQLException {
-        DBMetaData dbMetaData = new DBMetaData(info);
+    public DBMetaData loadMetadata() throws SQLException {
+        if (!this.dbMetaData.isEmpty()) {
+            return dbMetaData;
+        }
+
         DatabaseMetaData metaData = connection.getMetaData();
         String catalog = connection.getCatalog();
         String schema = connection.getSchema();
+        LinkedHashMap<String, DbTable> tableMap = new LinkedHashMap<>();
         ResultSet tables = metaData.getTables(catalog, schema, "%", new String[]{"TABLE"});
-        Map<String, DbTable> tableInfoMap = new LinkedHashMap<>();
         while (tables.next()) {
             String tableName = tables.getString("TABLE_NAME");
             String remarks = tables.getString("REMARKS");
             DbTable tableInfo = new DbTable(tableName, remarks);
-
-            // 获取列信息
-            ResultSet columns = metaData.getColumns(catalog, schema, tableName, "%");
-            while (columns.next()) {
-                DbColumn column = new DbColumn();
-                column.setName(columns.getString("COLUMN_NAME"));
-                column.setType(columns.getString("TYPE_NAME"));
-                column.setNullable(columns.getInt("NULLABLE") == DatabaseMetaData.columnNullable);
-                column.setComment(columns.getString("REMARKS"));
-                column.setSize(columns.getInt("COLUMN_SIZE"));
-                tableInfo.getColumns().add(column);
-            }
-            columns.close();
-
-            // 获取主键信息
-            ResultSet pkRs = metaData.getPrimaryKeys(catalog, schema, tableName);
-            while (pkRs.next()) {
-                String pkColumn = pkRs.getString("COLUMN_NAME");
-                tableInfo.getPrimaryKeys().add(pkColumn);
-            }
-            pkRs.close();
-            tableInfo.reloadPrimaryColumns();
-
-            tableInfoMap.put(tableName, tableInfo);
+            this.loadDbTableInfo(tableName, tableInfo);
+            tableMap.put(tableName, tableInfo);
         }
         tables.close();
-        dbMetaData.setTables(new ArrayList<>(tableInfoMap.values()));
+        dbMetaData.setTables(new ArrayList<>(tableMap.values()));
         dbMetaData.success();
         return dbMetaData;
     }
diff --git a/src/main/java/com/codingapi/dbstream/scanner/DbColumn.java b/src/main/java/com/codingapi/dbstream/scanner/DbColumn.java
@@ -3,9 +3,11 @@
 import lombok.Getter;
 import lombok.Setter;
 
+import java.io.Serializable;
+
 @Setter
 @Getter
-public class DbColumn {
+public class DbColumn implements Serializable {
 
     private String name;
     private String type;
diff --git a/src/main/java/com/codingapi/dbstream/scanner/DbTable.java b/src/main/java/com/codingapi/dbstream/scanner/DbTable.java
diff --git a/src/main/java/com/codingapi/dbstream/stream/DBEventContext.java b/src/main/java/com/codingapi/dbstream/stream/DBEventContext.java
diff --git a/src/main/java/com/codingapi/dbstream/stream/DefaultDBEventPusher.java b/src/main/java/com/codingapi/dbstream/stream/DefaultDBEventPusher.java
diff --git a/src/main/java/com/codingapi/dbstream/utils/DBTableSerializableHelper.java b/src/main/java/com/codingapi/dbstream/utils/DBTableSerializableHelper.java
diff --git a/src/main/java/com/codingapi/dbstream/utils/SHA256Util.java b/src/main/java/com/codingapi/dbstream/utils/SHA256Util.java
