Feature/mutil embedding model (#908)

Co-authored-by: JzoNg <jzongcode@gmail.com>
Co-authored-by: jyong <jyong@dify.ai>
Co-authored-by: StyleZhang <jasonapring2015@outlook.com>

web/i18n/lang/dataset-creation.en.ts

@@ -75,6 +75,7 @@ const translation = {
     economicalTip: 'Use offline vector engines, keyword indexes, etc. to reduce accuracy without spending tokens',
     QATitle: 'Segmenting in Question & Answer format',
     QATip: 'Enable this option will consume more tokens',
+    QALanguage: 'Segment using',
     emstimateCost: 'Estimation',
     emstimateSegment: 'Estimated segments',
     segmentCount: 'segments',

web/i18n/lang/dataset-creation.zh.ts

@@ -75,6 +75,7 @@ const translation = {
     economicalTip: '使用离线的向量引擎、关键词索引等方式，降低了准确度但无需花费 Token',
     QATitle: '采用 Q&A 分段模式',
     QATip: '开启后将会消耗额外的 token',
+    QALanguage: '分段使用',
     emstimateCost: '执行嵌入预估消耗',
     emstimateSegment: '预估分段数',
     segmentCount: '段',

web/i18n/lang/dataset-documents.en.ts

@@ -17,8 +17,11 @@ const translation = {
     action: {
       uploadFile: 'Upload new file',
       settings: 'Segment settings',
-      add: 'Add new segment',
+      addButton: 'Add segment',
+      add: 'Add a segment',
+      batchAdd: 'Batch add',
       archive: 'Archive',
+      unarchive: 'Unarchive',
       delete: 'Delete',
       enableWarning: 'Archived file cannot be enabled',
       sync: 'Sync',
@@ -53,6 +56,24 @@ const translation = {
       title: 'Are you sure Delete?',
       content: 'If you need to resume processing later, you will continue from where you left off',
     },
+    batchModal: {
+      title: 'Batch add segments',
+      csvUploadTitle: 'Drag and drop your CSV file here, or ',
+      browse: 'browse',
+      tip: 'The CSV file must conform to the following structure:',
+      question: 'question',
+      answer: 'answer',
+      contentTitle: 'segment content',
+      content: 'content',
+      template: 'Download the template here',
+      cancel: 'Cancel',
+      run: 'Run Batch',
+      runError: 'Run batch failed',
+      processing: 'In batch processing',
+      completed: 'Import completed',
+      error: 'Import Error',
+      ok: 'OK',
+    },
   },
   metadata: {
     title: 'Metadata',
@@ -321,6 +342,7 @@ const translation = {
     contentEmpty: 'Content can not be empty',
     newTextSegment: 'New Text Segment',
     newQaSegment: 'New Q&A Segment',
+    delete: 'Delete this segment ?',
   },
 }
 

web/i18n/lang/dataset-documents.zh.ts

@@ -17,8 +17,11 @@ const translation = {
     action: {
       uploadFile: '上传新文件',
       settings: '分段设置',
+      addButton: '添加分段',
       add: '添加新分段',
+      batchAdd: '批量添加',
       archive: '归档',
+      unarchive: '撤销归档',
       delete: '删除',
       enableWarning: '归档的文件无法启用',
       sync: '同步',
@@ -53,6 +56,24 @@ const translation = {
       title: '确定删除吗？',
       content: '如果您需要稍后恢复处理，您将从您离开的地方继续',
     },
+    batchModal: {
+      title: '批量添加分段',
+      csvUploadTitle: '将您的 CSV 文件拖放到此处，或',
+      browse: '选择文件',
+      tip: 'CSV 文件必须符合以下结构：',
+      question: '问题',
+      answer: '回答',
+      contentTitle: '分段内容',
+      content: '内容',
+      template: '下载模板',
+      cancel: '取消',
+      run: '导入',
+      runError: '批量导入失败',
+      processing: '批量处理中',
+      completed: '导入完成',
+      error: '导入出错',
+      ok: '确定',
+    },
   },
   metadata: {
     title: '元数据',
@@ -320,6 +341,7 @@ const translation = {
     contentEmpty: '内容不能为空',
     newTextSegment: '新文本分段',
     newQaSegment: '新问答分段',
+    delete: '删除这个分段？',
   },
 }
 

web/i18n/lang/dataset-settings.en.ts

@@ -15,6 +15,9 @@ const translation = {
     indexMethodHighQualityTip: 'Call OpenAI\'s embedding interface for processing to provide higher accuracy when users query.',
     indexMethodEconomy: 'Economical',
     indexMethodEconomyTip: 'Use offline vector engines, keyword indexes, etc. to reduce accuracy without spending tokens',
+    embeddingModel: 'Embedding Model',
+    embeddingModelTip: 'Change the embedded model, please go to ',
+    embeddingModelTipLink: 'Settings',
     save: 'Save',
   },
 }

web/i18n/lang/dataset-settings.zh.ts

@@ -15,6 +15,9 @@ const translation = {
     indexMethodHighQualityTip: '调用 OpenAI 的嵌入接口进行处理，以在用户查询时提供更高的准确度',
     indexMethodEconomy: '经济',
     indexMethodEconomyTip: '使用离线的向量引擎、关键词索引等方式，降低了准确度但无需花费 Token',
+    embeddingModel: 'Embedding 模型',
+    embeddingModelTip: '修改 Embedding 模型，请去',
+    embeddingModelTipLink: '设置',
     save: '保存',
   },
 }

web/i18n/lang/dataset.en.ts

@@ -16,6 +16,8 @@ const translation = {
   intro4: 'or it ',
   intro5: 'can be created',
   intro6: ' as a standalone ChatGPT index plug-in to publish',
+  unavailable: 'Unavailable',
+  unavailableTip: 'Embedding model is not available, the default embedding model needs to be configured',
 }
 
 export default translation

web/i18n/lang/dataset.zh.ts

@@ -16,6 +16,8 @@ const translation = {
   intro4: '或可以',
   intro5: '创建',
   intro6: '为独立的 ChatGPT 插件发布使用',
+  unavailable: '不可用',
+  unavailableTip: '由于 embedding 模型不可用，需要配置默认 embedding 模型',
 }
 
 export default translation