manager.go 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. package plugin_manager
  2. import (
  3. "fmt"
  4. "github.com/langgenius/dify-plugin-daemon/internal/core/dify_invocation"
  5. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager/media_manager"
  6. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager/serverless"
  7. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_packager/decoder"
  8. "github.com/langgenius/dify-plugin-daemon/internal/types/app"
  9. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/plugin_entities"
  10. "github.com/langgenius/dify-plugin-daemon/internal/utils/cache"
  11. "github.com/langgenius/dify-plugin-daemon/internal/utils/lock"
  12. "github.com/langgenius/dify-plugin-daemon/internal/utils/log"
  13. "github.com/langgenius/dify-plugin-daemon/internal/utils/mapping"
  14. "github.com/langgenius/dify-plugin-daemon/internal/utils/stream"
  15. )
  16. type PluginManager struct {
  17. m mapping.Map[string, plugin_entities.PluginLifetime]
  18. maxPluginPackageSize int64
  19. workingDirectory string
  20. // mediaManager is used to manage media files like plugin icons, images, etc.
  21. mediaManager *media_manager.MediaManager
  22. // register plugin
  23. pluginRegisters []func(lifetime plugin_entities.PluginLifetime) error
  24. // running plugin in storage contains relations between plugin packages and their running instances
  25. runningPluginInStorage mapping.Map[string, string]
  26. // start process lock
  27. startProcessLock *lock.HighGranularityLock
  28. // serverless runtime
  29. // Install is a function that installs a plugin to the platform
  30. Install func(tenant_id string, decoder decoder.PluginDecoder) (*stream.Stream[PluginInstallResponse], error)
  31. }
  32. var (
  33. manager *PluginManager
  34. )
  35. func NewManager(configuration *app.Config) *PluginManager {
  36. manager = &PluginManager{
  37. maxPluginPackageSize: configuration.MaxPluginPackageSize,
  38. workingDirectory: configuration.PluginWorkingPath,
  39. mediaManager: media_manager.NewMediaManager(
  40. configuration.PluginMediaCachePath,
  41. configuration.PluginMediaCacheSize,
  42. ),
  43. startProcessLock: lock.NewHighGranularityLock(),
  44. }
  45. if configuration.Platform == app.PLATFORM_AWS_LAMBDA {
  46. manager.Install = manager.InstallToAWSFromPkg
  47. serverless.Init(configuration)
  48. } else if configuration.Platform == app.PLATFORM_LOCAL {
  49. manager.Install = manager.InstallToLocal
  50. }
  51. return manager
  52. }
  53. func Manager() *PluginManager {
  54. return manager
  55. }
  56. func (p *PluginManager) Add(
  57. plugin plugin_entities.PluginLifetime,
  58. ) error {
  59. identity, err := plugin.Identity()
  60. if err != nil {
  61. return err
  62. }
  63. p.m.Store(identity.String(), plugin)
  64. return nil
  65. }
  66. func (p *PluginManager) Get(
  67. identity plugin_entities.PluginUniqueIdentifier,
  68. ) plugin_entities.PluginLifetime {
  69. if v, ok := p.m.Load(identity.String()); ok {
  70. return v
  71. }
  72. // check if plugin is a serverless runtime
  73. plugin_session_interface, err := p.getServerlessPluginRuntime(identity)
  74. if err != nil {
  75. return nil
  76. }
  77. return plugin_session_interface
  78. }
  79. func (p *PluginManager) GetAsset(id string) ([]byte, error) {
  80. return p.mediaManager.Get(id)
  81. }
  82. func (p *PluginManager) Init(configuration *app.Config) {
  83. // TODO: init plugin manager
  84. log.Info("start plugin manager daemon...")
  85. // init redis client
  86. if err := cache.InitRedisClient(
  87. fmt.Sprintf("%s:%d", configuration.RedisHost, configuration.RedisPort),
  88. configuration.RedisPass,
  89. ); err != nil {
  90. log.Panic("init redis client failed: %s", err.Error())
  91. }
  92. if err := dify_invocation.InitDifyInvocationDaemon(
  93. configuration.PluginInnerApiURL, configuration.PluginInnerApiKey,
  94. ); err != nil {
  95. log.Panic("init dify invocation daemon failed: %s", err.Error())
  96. }
  97. // start local watcher
  98. if configuration.Platform == app.PLATFORM_LOCAL {
  99. p.startLocalWatcher(configuration)
  100. }
  101. // start remote watcher
  102. p.startRemoteWatcher(configuration)
  103. }