__init__.py 1.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445
  1. from configs import dify_config
  2. HIDDEN_VALUE = "[__HIDDEN__]"
  3. UNKNOWN_VALUE = "[__UNKNOWN__]"
  4. UUID_NIL = "00000000-0000-0000-0000-000000000000"
  5. DEFAULT_FILE_NUMBER_LIMITS = 3
  6. IMAGE_EXTENSIONS = ["jpg", "jpeg", "png", "webp", "gif", "svg"]
  7. IMAGE_EXTENSIONS.extend([ext.upper() for ext in IMAGE_EXTENSIONS])
  8. VIDEO_EXTENSIONS = ["mp4", "mov", "mpeg", "webm"]
  9. VIDEO_EXTENSIONS.extend([ext.upper() for ext in VIDEO_EXTENSIONS])
  10. AUDIO_EXTENSIONS = ["mp3", "m4a", "wav", "amr", "mpga"]
  11. AUDIO_EXTENSIONS.extend([ext.upper() for ext in AUDIO_EXTENSIONS])
  12. if dify_config.ETL_TYPE == "Unstructured":
  13. DOCUMENT_EXTENSIONS = ["txt", "markdown", "md", "mdx", "pdf", "html", "htm", "xlsx", "xls", "vtt", "properties"]
  14. DOCUMENT_EXTENSIONS.extend(("doc", "docx", "csv", "eml", "msg", "pptx", "xml", "epub"))
  15. if dify_config.UNSTRUCTURED_API_URL:
  16. DOCUMENT_EXTENSIONS.append("ppt")
  17. # Add image formats support (OCR provider configurable via OCR_PROVIDER)
  18. DOCUMENT_EXTENSIONS.extend(("jpg", "jpeg", "png", "webp", "bmp"))
  19. DOCUMENT_EXTENSIONS.extend([ext.upper() for ext in DOCUMENT_EXTENSIONS])
  20. else:
  21. DOCUMENT_EXTENSIONS = [
  22. "txt",
  23. "markdown",
  24. "md",
  25. "mdx",
  26. "pdf",
  27. "html",
  28. "htm",
  29. "xlsx",
  30. "xls",
  31. "docx",
  32. "csv",
  33. "vtt",
  34. "properties",
  35. ]
  36. # Add image formats support with PaddleOCR
  37. DOCUMENT_EXTENSIONS.extend(("jpg", "jpeg", "png", "webp", "bmp"))
  38. DOCUMENT_EXTENSIONS.extend([ext.upper() for ext in DOCUMENT_EXTENSIONS])