python.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195
  1. package init
  2. import (
  3. "bytes"
  4. _ "embed"
  5. "fmt"
  6. "html/template"
  7. "os"
  8. "path/filepath"
  9. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/plugin_entities"
  10. "github.com/langgenius/dify-plugin-daemon/internal/utils/parser"
  11. "github.com/langgenius/dify-plugin-daemon/internal/utils/strings"
  12. )
  13. //go:embed templates/python/main.py
  14. var PYTHON_ENTRYPOINT_TEMPLATE []byte
  15. //go:embed templates/python/requirements.txt
  16. var PYTHON_REQUIREMENTS_TEMPLATE []byte
  17. //go:embed templates/python/tool_provider.yaml
  18. var PYTHON_TOOL_PROVIDER_TEMPLATE []byte
  19. //go:embed templates/python/tool.yaml
  20. var PYTHON_TOOL_TEMPLATE []byte
  21. //go:embed templates/python/tool.py
  22. var PYTHON_TOOL_PY_TEMPLATE []byte
  23. //go:embed templates/python/tool_provider.py
  24. var PYTHON_TOOL_PROVIDER_PY_TEMPLATE []byte
  25. //go:embed templates/python/model_provider.py
  26. var PYTHON_MODEL_PROVIDER_PY_TEMPLATE []byte
  27. //go:embed templates/python/model_provider.yaml
  28. var PYTHON_MODEL_PROVIDER_TEMPLATE []byte
  29. //go:embed templates/python/llm.py
  30. var PYTHON_LLM_TEMPLATE []byte
  31. //go:embed templates/python/llm.yaml
  32. var PYTHON_LLM_MANIFEST_TEMPLATE []byte
  33. //go:embed templates/python/text-embedding.py
  34. var PYTHON_TEXT_EMBEDDING_TEMPLATE []byte
  35. //go:embed templates/python/text-embedding.yaml
  36. var PYTHON_TEXT_EMBEDDING_MANIFEST_TEMPLATE []byte
  37. //go:embed templates/python/rerank.py
  38. var PYTHON_RERANK_TEMPLATE []byte
  39. //go:embed templates/python/rerank.yaml
  40. var PYTHON_RERANK_MANIFEST_TEMPLATE []byte
  41. //go:embed templates/python/tts.py
  42. var PYTHON_TTS_TEMPLATE []byte
  43. //go:embed templates/python/tts.yaml
  44. var PYTHON_TTS_MANIFEST_TEMPLATE []byte
  45. //go:embed templates/python/speech2text.py
  46. var PYTHON_SPEECH2TEXT_TEMPLATE []byte
  47. //go:embed templates/python/speech2text.yaml
  48. var PYTHON_SPEECH2TEXT_MANIFEST_TEMPLATE []byte
  49. //go:embed templates/python/moderation.py
  50. var PYTHON_MODERATION_TEMPLATE []byte
  51. //go:embed templates/python/moderation.yaml
  52. var PYTHON_MODERATION_MANIFEST_TEMPLATE []byte
  53. //go:embed templates/python/endpoint_group.yaml
  54. var PYTHON_ENDPOINT_GROUP_MANIFEST_TEMPLATE []byte
  55. //go:embed templates/python/endpoint.py
  56. var PYTHON_ENDPOINT_TEMPLATE []byte
  57. //go:embed templates/python/endpoint.yaml
  58. var PYTHON_ENDPOINT_MANIFEST_TEMPLATE []byte
  59. func renderTemplate(
  60. original_template []byte, manifest *plugin_entities.PluginDeclaration, supported_model_types []string,
  61. ) (string, error) {
  62. tmpl := template.Must(template.New("").Funcs(template.FuncMap{
  63. "SnakeToCamel": parser.SnakeToCamel,
  64. "HasSubstring": func(substring string, haystack []string) bool {
  65. return strings.Find(haystack, substring)
  66. },
  67. }).Parse(string(original_template)))
  68. var buf bytes.Buffer
  69. if err := tmpl.Execute(&buf, map[string]interface{}{
  70. "PluginName": manifest.Name,
  71. "Author": manifest.Author,
  72. "PluginDescription": manifest.Description.EnUS,
  73. "SupportedModelTypes": supported_model_types,
  74. }); err != nil {
  75. return "", err
  76. }
  77. return buf.String(), nil
  78. }
  79. func writeFile(path string, content string) error {
  80. dir := filepath.Dir(path)
  81. if err := os.MkdirAll(dir, 0o755); err != nil {
  82. return err
  83. }
  84. return os.WriteFile(path, []byte(content), 0o644)
  85. }
  86. func createPythonEnvironment(
  87. root string, entrypoint string, manifest *plugin_entities.PluginDeclaration, category string,
  88. ) error {
  89. // TODO: enhance to use template renderer
  90. // create the python environment
  91. entrypoint_file_path := filepath.Join(root, fmt.Sprintf("%s.py", entrypoint))
  92. if err := os.WriteFile(entrypoint_file_path, PYTHON_ENTRYPOINT_TEMPLATE, 0o644); err != nil {
  93. return err
  94. }
  95. requirements_file_path := filepath.Join(root, "requirements.txt")
  96. if err := os.WriteFile(requirements_file_path, PYTHON_REQUIREMENTS_TEMPLATE, 0o644); err != nil {
  97. return err
  98. }
  99. if category == "tool" {
  100. if err := createPythonTool(root, manifest); err != nil {
  101. return err
  102. }
  103. if err := createPythonToolProvider(root, manifest); err != nil {
  104. return err
  105. }
  106. }
  107. if category == "extension" {
  108. if err := createPythonEndpointGroup(root, manifest); err != nil {
  109. return err
  110. }
  111. if err := createPythonEndpoint(root, manifest); err != nil {
  112. return err
  113. }
  114. }
  115. if category == "llm" || category == "text-embedding" || category == "speech2text" || category == "moderation" || category == "rerank" || category == "tts" {
  116. if err := createPythonModelProvider(root, manifest, []string{category}); err != nil {
  117. return err
  118. }
  119. }
  120. if category == "llm" {
  121. if err := createPythonLLM(root, manifest); err != nil {
  122. return err
  123. }
  124. }
  125. if category == "text-embedding" {
  126. if err := createPythonTextEmbedding(root, manifest); err != nil {
  127. return err
  128. }
  129. }
  130. if category == "speech2text" {
  131. if err := createPythonSpeech2Text(root, manifest); err != nil {
  132. return err
  133. }
  134. }
  135. if category == "moderation" {
  136. if err := createPythonModeration(root, manifest); err != nil {
  137. return err
  138. }
  139. }
  140. if category == "rerank" {
  141. if err := createPythonRerank(root, manifest); err != nil {
  142. return err
  143. }
  144. }
  145. if category == "tts" {
  146. if err := createPythonTTS(root, manifest); err != nil {
  147. return err
  148. }
  149. }
  150. return nil
  151. }