kudzues/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-04-05 02:19:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

chore: normalize frozenset literals and myscale typing (#34327)

Browse Source
This commit is contained in:
99
2026-03-31 16:21:22 +08:00
committed by GitHub
parent fcf04629d3
commit f27d669f87
17 changed files with 1536 additions and 1511 deletions
Download Patch File Download Diff File Expand all files Collapse all files

37
api/constants/__init__.py
View File

@@ -7,15 +7,16 @@ UUID_NIL = "00000000-0000-0000-0000-000000000000"
DEFAULT_FILE_NUMBER_LIMITS = 3 DEFAULT_FILE_NUMBER_LIMITS = 3
IMAGE_EXTENSIONS = convert_to_lower_and_upper_set({"jpg", "jpeg", "png", "webp", "gif", "svg"}) _IMAGE_EXTENSION_BASE: frozenset[str] = frozenset(("jpg", "jpeg", "png", "webp", "gif", "svg"))
_VIDEO_EXTENSION_BASE: frozenset[str] = frozenset(("mp4", "mov", "mpeg", "webm"))
_AUDIO_EXTENSION_BASE: frozenset[str] = frozenset(("mp3", "m4a", "wav", "amr", "mpga"))
VIDEO_EXTENSIONS = convert_to_lower_and_upper_set({"mp4", "mov", "mpeg", "webm"}) IMAGE_EXTENSIONS: frozenset[str] = frozenset(convert_to_lower_and_upper_set(_IMAGE_EXTENSION_BASE))
VIDEO_EXTENSIONS: frozenset[str] = frozenset(convert_to_lower_and_upper_set(_VIDEO_EXTENSION_BASE))
AUDIO_EXTENSIONS: frozenset[str] = frozenset(convert_to_lower_and_upper_set(_AUDIO_EXTENSION_BASE))
AUDIO_EXTENSIONS = convert_to_lower_and_upper_set({"mp3", "m4a", "wav", "amr", "mpga"}) _UNSTRUCTURED_DOCUMENT_EXTENSION_BASE: frozenset[str] = frozenset(
(
_doc_extensions: set[str]
if dify_config.ETL_TYPE == "Unstructured":
_doc_extensions = {
"txt", "txt",
"markdown", "markdown",
"md", "md",
@@ -35,11 +36,10 @@ if dify_config.ETL_TYPE == "Unstructured":
"pptx", "pptx",
"xml", "xml",
"epub", "epub",
} )
if dify_config.UNSTRUCTURED_API_URL: )
_doc_extensions.add("ppt") _DEFAULT_DOCUMENT_EXTENSION_BASE: frozenset[str] = frozenset(
else: (
_doc_extensions = {
"txt", "txt",
"markdown", "markdown",
"md", "md",
@@ -53,8 +53,17 @@ else:
"csv", "csv",
"vtt", "vtt",
"properties", "properties",
} )
DOCUMENT_EXTENSIONS: set[str] = convert_to_lower_and_upper_set(_doc_extensions) )
_doc_extensions: set[str]
if dify_config.ETL_TYPE == "Unstructured":
_doc_extensions = set(_UNSTRUCTURED_DOCUMENT_EXTENSION_BASE)
if dify_config.UNSTRUCTURED_API_URL:
_doc_extensions.add("ppt")
else:
_doc_extensions = set(_DEFAULT_DOCUMENT_EXTENSION_BASE)
DOCUMENT_EXTENSIONS: frozenset[str] = frozenset(convert_to_lower_and_upper_set(_doc_extensions))
# console # console
COOKIE_NAME_ACCESS_TOKEN = "access_token" COOKIE_NAME_ACCESS_TOKEN = "access_token"

4
api/controllers/common/file_response.py
View File

@@ -4,8 +4,8 @@ from urllib.parse import quote
from flask import Response from flask import Response
HTML_MIME_TYPES = frozenset({"text/html", "application/xhtml+xml"}) HTML_MIME_TYPES: frozenset[str] = frozenset(("text/html", "application/xhtml+xml"))
HTML_EXTENSIONS = frozenset({"html", "htm"}) HTML_EXTENSIONS: frozenset[str] = frozenset(("html", "htm"))
def _normalize_mime_type(mime_type: str | None) -> str: def _normalize_mime_type(mime_type: str | None) -> str:

2
api/core/helper/csv_sanitizer.py
View File

@@ -17,7 +17,7 @@ class CSVSanitizer:
""" """
# Characters that can start a formula in Excel/LibreOffice/Google Sheets # Characters that can start a formula in Excel/LibreOffice/Google Sheets
FORMULA_CHARS = frozenset({"=", "+", "-", "@", "\t", "\r"}) FORMULA_CHARS = frozenset(("=", "+", "-", "@", "\t", "\r"))
@classmethod @classmethod
def sanitize_value(cls, value: Any) -> str: def sanitize_value(cls, value: Any) -> str:

2
api/core/rag/datasource/keyword/jieba/jieba_keyword_table_handler.py
View File

@@ -122,6 +122,6 @@ class JiebaKeywordTableHandler:
results.add(token) results.add(token)
sub_tokens = re.findall(r"\w+", token) sub_tokens = re.findall(r"\w+", token)
if len(sub_tokens) > 1: if len(sub_tokens) > 1:
results.update({w for w in sub_tokens if w not in list(STOPWORDS)}) results.update({w for w in sub_tokens if w not in STOPWORDS})
return results return results

2742
api/core/rag/datasource/keyword/jieba/stopwords.py
View File

File diff suppressed because it is too large Load Diff

2
api/core/rag/datasource/vdb/myscale/myscale_vector.py
View File

@@ -4,7 +4,7 @@ import uuid
from enum import StrEnum from enum import StrEnum
from typing import Any from typing import Any
from clickhouse_connect import get_client from clickhouse_connect import get_client # type: ignore[import-untyped]
from pydantic import BaseModel from pydantic import BaseModel
from configs import dify_config from configs import dify_config

4
api/core/rag/extractor/pdf_extractor.py
View File

@@ -35,7 +35,7 @@ class PdfExtractor(BaseExtractor):
""" """
# Magic bytes for image format detection: (magic_bytes, extension, mime_type) # Magic bytes for image format detection: (magic_bytes, extension, mime_type)
IMAGE_FORMATS = [ IMAGE_FORMATS: tuple[tuple[bytes, str, str], ...] = (
(b"\xff\xd8\xff", "jpg", "image/jpeg"), (b"\xff\xd8\xff", "jpg", "image/jpeg"),
(b"\x89PNG\r\n\x1a\n", "png", "image/png"), (b"\x89PNG\r\n\x1a\n", "png", "image/png"),
(b"\x00\x00\x00\x0c\x6a\x50\x20\x20\x0d\x0a\x87\x0a", "jp2", "image/jp2"), (b"\x00\x00\x00\x0c\x6a\x50\x20\x20\x0d\x0a\x87\x0a", "jp2", "image/jp2"),
@@ -45,7 +45,7 @@ class PdfExtractor(BaseExtractor):
(b"MM\x00*", "tiff", "image/tiff"), (b"MM\x00*", "tiff", "image/tiff"),
(b"II+\x00", "tiff", "image/tiff"), (b"II+\x00", "tiff", "image/tiff"),
(b"MM\x00+", "tiff", "image/tiff"), (b"MM\x00+", "tiff", "image/tiff"),
] )
MAX_MAGIC_LEN = max(len(m) for m, _, _ in IMAGE_FORMATS) MAX_MAGIC_LEN = max(len(m) for m, _, _ in IMAGE_FORMATS)
def __init__(self, file_path: str, tenant_id: str, user_id: str, file_cache_key: str | None = None): def __init__(self, file_path: str, tenant_id: str, user_id: str, file_cache_key: str | None = None):

4
api/core/trigger/constants.py
View File

@@ -5,11 +5,11 @@ TRIGGER_SCHEDULE_NODE_TYPE: Final[str] = "trigger-schedule"
TRIGGER_PLUGIN_NODE_TYPE: Final[str] = "trigger-plugin" TRIGGER_PLUGIN_NODE_TYPE: Final[str] = "trigger-plugin"
TRIGGER_NODE_TYPES: Final[frozenset[str]] = frozenset( TRIGGER_NODE_TYPES: Final[frozenset[str]] = frozenset(
{ (
TRIGGER_WEBHOOK_NODE_TYPE, TRIGGER_WEBHOOK_NODE_TYPE,
TRIGGER_SCHEDULE_NODE_TYPE, TRIGGER_SCHEDULE_NODE_TYPE,
TRIGGER_PLUGIN_NODE_TYPE, TRIGGER_PLUGIN_NODE_TYPE,
} )
) )

18
api/core/workflow/nodes/trigger_webhook/entities.py
View File

@@ -8,24 +8,20 @@ from pydantic import BaseModel, Field, field_validator
from core.trigger.constants import TRIGGER_WEBHOOK_NODE_TYPE from core.trigger.constants import TRIGGER_WEBHOOK_NODE_TYPE
_WEBHOOK_HEADER_ALLOWED_TYPES = frozenset( _WEBHOOK_HEADER_ALLOWED_TYPES: frozenset[SegmentType] = frozenset((SegmentType.STRING,))
{
SegmentType.STRING,
}
)
_WEBHOOK_QUERY_PARAMETER_ALLOWED_TYPES = frozenset( _WEBHOOK_QUERY_PARAMETER_ALLOWED_TYPES: frozenset[SegmentType] = frozenset(
{ (
SegmentType.STRING, SegmentType.STRING,
SegmentType.NUMBER, SegmentType.NUMBER,
SegmentType.BOOLEAN, SegmentType.BOOLEAN,
} )
) )
_WEBHOOK_PARAMETER_ALLOWED_TYPES = _WEBHOOK_HEADER_ALLOWED_TYPES | _WEBHOOK_QUERY_PARAMETER_ALLOWED_TYPES _WEBHOOK_PARAMETER_ALLOWED_TYPES = _WEBHOOK_HEADER_ALLOWED_TYPES | _WEBHOOK_QUERY_PARAMETER_ALLOWED_TYPES
_WEBHOOK_BODY_ALLOWED_TYPES = frozenset( _WEBHOOK_BODY_ALLOWED_TYPES: frozenset[SegmentType] = frozenset(
{ (
SegmentType.STRING, SegmentType.STRING,
SegmentType.NUMBER, SegmentType.NUMBER,
SegmentType.BOOLEAN, SegmentType.BOOLEAN,
@@ -35,7 +31,7 @@ _WEBHOOK_BODY_ALLOWED_TYPES = frozenset(
SegmentType.ARRAY_BOOLEAN, SegmentType.ARRAY_BOOLEAN,
SegmentType.ARRAY_OBJECT, SegmentType.ARRAY_OBJECT,
SegmentType.FILE, SegmentType.FILE,
} )
) )

9
api/libs/collection_utils.py
View File

@@ -1,9 +1,12 @@
def convert_to_lower_and_upper_set(inputs: list[str] | set[str]) -> set[str]: from collections.abc import Collection
def convert_to_lower_and_upper_set(inputs: Collection[str]) -> set[str]:
""" """
Convert a list or set of strings to a set containing both lower and upper case versions of each string. Convert a collection of strings to a set containing both lower and upper case versions of each string.
Args: Args:
inputs (list[str] | set[str]): A list or set of strings to be converted. inputs (Collection[str]): A collection of strings to be converted.
Returns: Returns:
set[str]: A set containing both lower and upper case versions of each string. set[str]: A set containing both lower and upper case versions of each string.

2
api/models/workflow.py
View File

@@ -1386,7 +1386,7 @@ class ConversationVariable(TypeBase):
# Only `sys.query` and `sys.files` could be modified. # Only `sys.query` and `sys.files` could be modified.
_EDITABLE_SYSTEM_VARIABLE = frozenset(["query", "files"]) _EDITABLE_SYSTEM_VARIABLE = frozenset(("query", "files"))
class WorkflowDraftVariable(Base): class WorkflowDraftVariable(Base):

4
api/services/workflow_draft_variable_service.py
View File

@@ -800,8 +800,8 @@ class DraftVariableSaver:
# technical variables from being exposed in the draft environment, particularly those # technical variables from being exposed in the draft environment, particularly those
# that aren't meant to be directly edited or viewed by users. # that aren't meant to be directly edited or viewed by users.
_EXCLUDE_VARIABLE_NAMES_MAPPING: dict[NodeType, frozenset[str]] = { _EXCLUDE_VARIABLE_NAMES_MAPPING: dict[NodeType, frozenset[str]] = {
BuiltinNodeTypes.LLM: frozenset(["finish_reason"]), BuiltinNodeTypes.LLM: frozenset(("finish_reason",)),
BuiltinNodeTypes.LOOP: frozenset(["loop_round"]), BuiltinNodeTypes.LOOP: frozenset(("loop_round",)),
} }
# Database session used for persisting draft variables. # Database session used for persisting draft variables.

24
api/tests/unit_tests/core/datasource/test_file_upload.py
View File

@@ -1249,9 +1249,9 @@ class TestFileConstants:
""" """
def test_image_extensions_set_properties(self): def test_image_extensions_set_properties(self):
"""Test that IMAGE_EXTENSIONS set has expected properties.""" """Test that IMAGE_EXTENSIONS frozenset has expected properties."""
# Assert - Should be a set # Assert - Should be immutable
assert isinstance(IMAGE_EXTENSIONS, set) assert isinstance(IMAGE_EXTENSIONS, frozenset)
# Should not be empty # Should not be empty
assert len(IMAGE_EXTENSIONS) > 0 assert len(IMAGE_EXTENSIONS) > 0
# Should contain common image formats # Should contain common image formats
@@ -1260,9 +1260,9 @@ class TestFileConstants:
assert ext in IMAGE_EXTENSIONS or ext.upper() in IMAGE_EXTENSIONS assert ext in IMAGE_EXTENSIONS or ext.upper() in IMAGE_EXTENSIONS
def test_video_extensions_set_properties(self): def test_video_extensions_set_properties(self):
"""Test that VIDEO_EXTENSIONS set has expected properties.""" """Test that VIDEO_EXTENSIONS frozenset has expected properties."""
# Assert - Should be a set # Assert - Should be immutable
assert isinstance(VIDEO_EXTENSIONS, set) assert isinstance(VIDEO_EXTENSIONS, frozenset)
# Should not be empty # Should not be empty
assert len(VIDEO_EXTENSIONS) > 0 assert len(VIDEO_EXTENSIONS) > 0
# Should contain common video formats # Should contain common video formats
@@ -1271,9 +1271,9 @@ class TestFileConstants:
assert ext in VIDEO_EXTENSIONS or ext.upper() in VIDEO_EXTENSIONS assert ext in VIDEO_EXTENSIONS or ext.upper() in VIDEO_EXTENSIONS
def test_audio_extensions_set_properties(self): def test_audio_extensions_set_properties(self):
"""Test that AUDIO_EXTENSIONS set has expected properties.""" """Test that AUDIO_EXTENSIONS frozenset has expected properties."""
# Assert - Should be a set # Assert - Should be immutable
assert isinstance(AUDIO_EXTENSIONS, set) assert isinstance(AUDIO_EXTENSIONS, frozenset)
# Should not be empty # Should not be empty
assert len(AUDIO_EXTENSIONS) > 0 assert len(AUDIO_EXTENSIONS) > 0
# Should contain common audio formats # Should contain common audio formats
@@ -1282,9 +1282,9 @@ class TestFileConstants:
assert ext in AUDIO_EXTENSIONS or ext.upper() in AUDIO_EXTENSIONS assert ext in AUDIO_EXTENSIONS or ext.upper() in AUDIO_EXTENSIONS
def test_document_extensions_set_properties(self): def test_document_extensions_set_properties(self):
"""Test that DOCUMENT_EXTENSIONS set has expected properties.""" """Test that DOCUMENT_EXTENSIONS frozenset has expected properties."""
# Assert - Should be a set # Assert - Should be immutable
assert isinstance(DOCUMENT_EXTENSIONS, set) assert isinstance(DOCUMENT_EXTENSIONS, frozenset)
# Should not be empty # Should not be empty
assert len(DOCUMENT_EXTENSIONS) > 0 assert len(DOCUMENT_EXTENSIONS) > 0
# Should contain common document formats # Should contain common document formats

1
api/tests/unit_tests/core/rag/datasource/keyword/jieba/test_stopwords.py
View File

@@ -2,5 +2,6 @@ from core.rag.datasource.keyword.jieba.stopwords import STOPWORDS
def test_stopwords_loaded(): def test_stopwords_loaded():
assert isinstance(STOPWORDS, frozenset)
assert "during" in STOPWORDS assert "during" in STOPWORDS
assert "the" in STOPWORDS assert "the" in STOPWORDS

22
api/tests/unit_tests/core/workflow/nodes/llm/test_node.py
View File

@@ -1,4 +1,5 @@
import base64 import base64
import logging
import uuid import uuid
from collections.abc import Sequence from collections.abc import Sequence
from unittest import mock from unittest import mock
@@ -1261,6 +1262,10 @@ def test_llm_node_image_file_to_markdown(llm_node: LLMNode):
class TestSaveMultimodalOutputAndConvertResultToMarkdown: class TestSaveMultimodalOutputAndConvertResultToMarkdown:
class _UnknownItem:
def __str__(self) -> str:
return "<unknown-item>"
def test_str_content(self, llm_node_for_multimodal): def test_str_content(self, llm_node_for_multimodal):
llm_node, mock_file_saver = llm_node_for_multimodal llm_node, mock_file_saver = llm_node_for_multimodal
gen = llm_node._save_multimodal_output_and_convert_result_to_markdown( gen = llm_node._save_multimodal_output_and_convert_result_to_markdown(
@@ -1330,18 +1335,23 @@ class TestSaveMultimodalOutputAndConvertResultToMarkdown:
def test_unknown_content_type(self, llm_node_for_multimodal): def test_unknown_content_type(self, llm_node_for_multimodal):
llm_node, mock_file_saver = llm_node_for_multimodal llm_node, mock_file_saver = llm_node_for_multimodal
gen = llm_node._save_multimodal_output_and_convert_result_to_markdown( gen = llm_node._save_multimodal_output_and_convert_result_to_markdown(
contents=frozenset(["hello world"]), file_saver=mock_file_saver, file_outputs=[] contents=frozenset(("hello world",)), file_saver=mock_file_saver, file_outputs=[]
) )
assert list(gen) == ["hello world"] assert list(gen) == ["hello world"]
mock_file_saver.save_binary_string.assert_not_called() mock_file_saver.save_binary_string.assert_not_called()
mock_file_saver.save_remote_url.assert_not_called() mock_file_saver.save_remote_url.assert_not_called()
def test_unknown_item_type(self, llm_node_for_multimodal): def test_unknown_item_type(self, llm_node_for_multimodal, caplog):
llm_node, mock_file_saver = llm_node_for_multimodal llm_node, mock_file_saver = llm_node_for_multimodal
gen = llm_node._save_multimodal_output_and_convert_result_to_markdown( unknown_item = self._UnknownItem()
contents=[frozenset(["hello world"])], file_saver=mock_file_saver, file_outputs=[]
) with caplog.at_level(logging.WARNING, logger="graphon.nodes.llm.node"):
assert list(gen) == ["frozenset({'hello world'})"] gen = llm_node._save_multimodal_output_and_convert_result_to_markdown(
contents=[unknown_item], file_saver=mock_file_saver, file_outputs=[]
)
assert list(gen) == [str(unknown_item)]
assert "unknown item type encountered" in caplog.text
mock_file_saver.save_binary_string.assert_not_called() mock_file_saver.save_binary_string.assert_not_called()
mock_file_saver.save_remote_url.assert_not_called() mock_file_saver.save_remote_url.assert_not_called()

2
api/tests/unit_tests/factories/test_variable_factory.py
View File

@@ -837,7 +837,7 @@ class TestBuildSegmentValueErrors:
self.ValueErrorTestCase( self.ValueErrorTestCase(
name="frozenset_type", name="frozenset_type",
description="frozenset (unsupported type)", description="frozenset (unsupported type)",
test_value=frozenset([1, 2, 3]), test_value=frozenset((1, 2, 3)),
), ),
self.ValueErrorTestCase( self.ValueErrorTestCase(
name="memoryview_type", name="memoryview_type",

168
dev/pytest/pytest_config_tests.py
View File

@@ -3,89 +3,93 @@ from pathlib import Path
import yaml # type: ignore import yaml # type: ignore
from dotenv import dotenv_values from dotenv import dotenv_values
BASE_API_AND_DOCKER_CONFIG_SET_DIFF = { BASE_API_AND_DOCKER_CONFIG_SET_DIFF: frozenset[str] = frozenset(
"APP_MAX_EXECUTION_TIME", (
"BATCH_UPLOAD_LIMIT", "APP_MAX_EXECUTION_TIME",
"CELERY_BEAT_SCHEDULER_TIME", "BATCH_UPLOAD_LIMIT",
"CODE_EXECUTION_API_KEY", "CELERY_BEAT_SCHEDULER_TIME",
"HTTP_REQUEST_MAX_CONNECT_TIMEOUT", "CODE_EXECUTION_API_KEY",
"HTTP_REQUEST_MAX_READ_TIMEOUT", "HTTP_REQUEST_MAX_CONNECT_TIMEOUT",
"HTTP_REQUEST_MAX_WRITE_TIMEOUT", "HTTP_REQUEST_MAX_READ_TIMEOUT",
"INNER_API_KEY", "HTTP_REQUEST_MAX_WRITE_TIMEOUT",
"INNER_API_KEY_FOR_PLUGIN", "INNER_API_KEY",
"KEYWORD_DATA_SOURCE_TYPE", "INNER_API_KEY_FOR_PLUGIN",
"LOGIN_LOCKOUT_DURATION", "KEYWORD_DATA_SOURCE_TYPE",
"LOG_FORMAT", "LOGIN_LOCKOUT_DURATION",
"OCI_ACCESS_KEY", "LOG_FORMAT",
"OCI_BUCKET_NAME", "OCI_ACCESS_KEY",
"OCI_ENDPOINT", "OCI_BUCKET_NAME",
"OCI_REGION", "OCI_ENDPOINT",
"OCI_SECRET_KEY", "OCI_REGION",
"PLUGIN_DAEMON_KEY", "OCI_SECRET_KEY",
"PLUGIN_DAEMON_URL", "PLUGIN_DAEMON_KEY",
"PLUGIN_REMOTE_INSTALL_HOST", "PLUGIN_DAEMON_URL",
"PLUGIN_REMOTE_INSTALL_PORT", "PLUGIN_REMOTE_INSTALL_HOST",
"REDIS_DB", "PLUGIN_REMOTE_INSTALL_PORT",
"RESEND_API_URL", "REDIS_DB",
"RESPECT_XFORWARD_HEADERS_ENABLED", "RESEND_API_URL",
"SENTRY_DSN", "RESPECT_XFORWARD_HEADERS_ENABLED",
"SSRF_DEFAULT_CONNECT_TIME_OUT", "SENTRY_DSN",
"SSRF_DEFAULT_MAX_RETRIES", "SSRF_DEFAULT_CONNECT_TIME_OUT",
"SSRF_DEFAULT_READ_TIME_OUT", "SSRF_DEFAULT_MAX_RETRIES",
"SSRF_DEFAULT_TIME_OUT", "SSRF_DEFAULT_READ_TIME_OUT",
"SSRF_DEFAULT_WRITE_TIME_OUT", "SSRF_DEFAULT_TIME_OUT",
"UPSTASH_VECTOR_TOKEN", "SSRF_DEFAULT_WRITE_TIME_OUT",
"UPSTASH_VECTOR_URL", "UPSTASH_VECTOR_TOKEN",
"USING_UGC_INDEX", "UPSTASH_VECTOR_URL",
"WEAVIATE_BATCH_SIZE", "USING_UGC_INDEX",
} "WEAVIATE_BATCH_SIZE",
)
)
BASE_API_AND_DOCKER_COMPOSE_CONFIG_SET_DIFF = { BASE_API_AND_DOCKER_COMPOSE_CONFIG_SET_DIFF: frozenset[str] = frozenset(
"BATCH_UPLOAD_LIMIT", (
"CELERY_BEAT_SCHEDULER_TIME", "BATCH_UPLOAD_LIMIT",
"HTTP_REQUEST_MAX_CONNECT_TIMEOUT", "CELERY_BEAT_SCHEDULER_TIME",
"HTTP_REQUEST_MAX_READ_TIMEOUT", "HTTP_REQUEST_MAX_CONNECT_TIMEOUT",
"HTTP_REQUEST_MAX_WRITE_TIMEOUT", "HTTP_REQUEST_MAX_READ_TIMEOUT",
"INNER_API_KEY", "HTTP_REQUEST_MAX_WRITE_TIMEOUT",
"INNER_API_KEY_FOR_PLUGIN", "INNER_API_KEY",
"KEYWORD_DATA_SOURCE_TYPE", "INNER_API_KEY_FOR_PLUGIN",
"LOGIN_LOCKOUT_DURATION", "KEYWORD_DATA_SOURCE_TYPE",
"LOG_FORMAT", "LOGIN_LOCKOUT_DURATION",
"OPENDAL_FS_ROOT", "LOG_FORMAT",
"OPENDAL_S3_ACCESS_KEY_ID", "OPENDAL_FS_ROOT",
"OPENDAL_S3_BUCKET", "OPENDAL_S3_ACCESS_KEY_ID",
"OPENDAL_S3_ENDPOINT", "OPENDAL_S3_BUCKET",
"OPENDAL_S3_REGION", "OPENDAL_S3_ENDPOINT",
"OPENDAL_S3_ROOT", "OPENDAL_S3_REGION",
"OPENDAL_S3_SECRET_ACCESS_KEY", "OPENDAL_S3_ROOT",
"OPENDAL_S3_SERVER_SIDE_ENCRYPTION", "OPENDAL_S3_SECRET_ACCESS_KEY",
"PGVECTOR_MAX_CONNECTION", "OPENDAL_S3_SERVER_SIDE_ENCRYPTION",
"PGVECTOR_MIN_CONNECTION", "PGVECTOR_MAX_CONNECTION",
"PGVECTO_RS_DATABASE", "PGVECTOR_MIN_CONNECTION",
"PGVECTO_RS_HOST", "PGVECTO_RS_DATABASE",
"PGVECTO_RS_PASSWORD", "PGVECTO_RS_HOST",
"PGVECTO_RS_PORT", "PGVECTO_RS_PASSWORD",
"PGVECTO_RS_USER", "PGVECTO_RS_PORT",
"PLUGIN_DAEMON_KEY", "PGVECTO_RS_USER",
"PLUGIN_DAEMON_URL", "PLUGIN_DAEMON_KEY",
"PLUGIN_REMOTE_INSTALL_HOST", "PLUGIN_DAEMON_URL",
"PLUGIN_REMOTE_INSTALL_PORT", "PLUGIN_REMOTE_INSTALL_HOST",
"RESPECT_XFORWARD_HEADERS_ENABLED", "PLUGIN_REMOTE_INSTALL_PORT",
"SCARF_NO_ANALYTICS", "RESPECT_XFORWARD_HEADERS_ENABLED",
"SSRF_DEFAULT_CONNECT_TIME_OUT", "SCARF_NO_ANALYTICS",
"SSRF_DEFAULT_MAX_RETRIES", "SSRF_DEFAULT_CONNECT_TIME_OUT",
"SSRF_DEFAULT_READ_TIME_OUT", "SSRF_DEFAULT_MAX_RETRIES",
"SSRF_DEFAULT_TIME_OUT", "SSRF_DEFAULT_READ_TIME_OUT",
"SSRF_DEFAULT_WRITE_TIME_OUT", "SSRF_DEFAULT_TIME_OUT",
"STORAGE_OPENDAL_SCHEME", "SSRF_DEFAULT_WRITE_TIME_OUT",
"SUPABASE_API_KEY", "STORAGE_OPENDAL_SCHEME",
"SUPABASE_BUCKET_NAME", "SUPABASE_API_KEY",
"SUPABASE_URL", "SUPABASE_BUCKET_NAME",
"USING_UGC_INDEX", "SUPABASE_URL",
"VIKINGDB_CONNECTION_TIMEOUT", "USING_UGC_INDEX",
"VIKINGDB_SOCKET_TIMEOUT", "VIKINGDB_CONNECTION_TIMEOUT",
"WEAVIATE_BATCH_SIZE", "VIKINGDB_SOCKET_TIMEOUT",
} "WEAVIATE_BATCH_SIZE",
)
)
API_CONFIG_SET = set(dotenv_values(Path("api") / Path(".env.example")).keys()) API_CONFIG_SET = set(dotenv_values(Path("api") / Path(".env.example")).keys())
DOCKER_CONFIG_SET = set(dotenv_values(Path("docker") / Path(".env.example")).keys()) DOCKER_CONFIG_SET = set(dotenv_values(Path("docker") / Path(".env.example")).keys())