diff --git a/rag/svr/sync_data_source.py b/rag/svr/sync_data_source.py index 203cf862d5..4b60780190 100644 --- a/rag/svr/sync_data_source.py +++ b/rag/svr/sync_data_source.py @@ -1307,6 +1307,9 @@ class MySQL(SyncBase): database=self.conf.get("database", ""), query=self.conf.get("query", ""), content_columns=self.conf.get("content_columns", ""), + metadata_columns=self.conf.get("metadata_columns", ""), + id_column=self.conf.get("id_column") or None, + timestamp_column=self.conf.get("timestamp_column") or None, batch_size=self.conf.get("batch_size", INDEX_BATCH_SIZE), ) @@ -1343,6 +1346,9 @@ class PostgreSQL(SyncBase): database=self.conf.get("database", ""), query=self.conf.get("query", ""), content_columns=self.conf.get("content_columns", ""), + metadata_columns=self.conf.get("metadata_columns", ""), + id_column=self.conf.get("id_column") or None, + timestamp_column=self.conf.get("timestamp_column") or None, batch_size=self.conf.get("batch_size", INDEX_BATCH_SIZE), ) diff --git a/web/src/pages/user-setting/data-source/constant/index.tsx b/web/src/pages/user-setting/data-source/constant/index.tsx index 01990ea4f3..aad84d5777 100644 --- a/web/src/pages/user-setting/data-source/constant/index.tsx +++ b/web/src/pages/user-setting/data-source/constant/index.tsx @@ -936,6 +936,30 @@ export const DataSourceFormFields = { placeholder: 'title,description,content', tooltip: t('setting.mysqlContentColumnsTip'), }, + { + label: 'Metadata Columns', + name: 'config.metadata_columns', + type: FormFieldType.Text, + required: false, + placeholder: 'id,category,status', + tooltip: t('setting.mysqlMetadataColumnsTip'), + }, + { + label: 'ID Column', + name: 'config.id_column', + type: FormFieldType.Text, + required: false, + placeholder: 'id', + tooltip: t('setting.mysqlIdColumnTip'), + }, + { + label: 'Timestamp Column', + name: 'config.timestamp_column', + type: FormFieldType.Text, + required: false, + placeholder: 'updated_at', + tooltip: t('setting.mysqlTimestampColumnTip'), + }, ], [DataSourceKey.POSTGRESQL]: [ { @@ -986,6 +1010,30 @@ export const DataSourceFormFields = { placeholder: 'title,description,content', tooltip: t('setting.postgresqlContentColumnsTip'), }, + { + label: 'Metadata Columns', + name: 'config.metadata_columns', + type: FormFieldType.Text, + required: false, + placeholder: 'id,category,status', + tooltip: t('setting.postgresqlMetadataColumnsTip'), + }, + { + label: 'ID Column', + name: 'config.id_column', + type: FormFieldType.Text, + required: false, + placeholder: 'id', + tooltip: t('setting.postgresqlIdColumnTip'), + }, + { + label: 'Timestamp Column', + name: 'config.timestamp_column', + type: FormFieldType.Text, + required: false, + placeholder: 'updated_at', + tooltip: t('setting.postgresqlTimestampColumnTip'), + }, ], };