manager.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. package plugin_manager
  2. import (
  3. "fmt"
  4. "github.com/langgenius/dify-plugin-daemon/internal/core/dify_invocation"
  5. "github.com/langgenius/dify-plugin-daemon/internal/core/dify_invocation/real"
  6. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager/media_manager"
  7. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager/serverless"
  8. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_packager/decoder"
  9. "github.com/langgenius/dify-plugin-daemon/internal/types/app"
  10. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/plugin_entities"
  11. "github.com/langgenius/dify-plugin-daemon/internal/utils/cache"
  12. "github.com/langgenius/dify-plugin-daemon/internal/utils/lock"
  13. "github.com/langgenius/dify-plugin-daemon/internal/utils/log"
  14. "github.com/langgenius/dify-plugin-daemon/internal/utils/mapping"
  15. "github.com/langgenius/dify-plugin-daemon/internal/utils/stream"
  16. )
  17. type PluginManager struct {
  18. m mapping.Map[string, plugin_entities.PluginLifetime]
  19. maxPluginPackageSize int64
  20. workingDirectory string
  21. // mediaManager is used to manage media files like plugin icons, images, etc.
  22. mediaManager *media_manager.MediaManager
  23. // register plugin
  24. pluginRegisters []func(lifetime plugin_entities.PluginLifetime) error
  25. // running plugin in storage contains relations between plugin packages and their running instances
  26. runningPluginInStorage mapping.Map[string, string]
  27. // start process lock
  28. startProcessLock *lock.HighGranularityLock
  29. // serverless runtime
  30. // Install is a function that installs a plugin to the platform
  31. Install func(tenant_id string, decoder decoder.PluginDecoder) (*stream.Stream[PluginInstallResponse], error)
  32. // backwardsInvocation is a handle to invoke dify
  33. backwardsInvocation dify_invocation.BackwardsInvocation
  34. }
  35. var (
  36. manager *PluginManager
  37. )
  38. func NewManager(configuration *app.Config) *PluginManager {
  39. manager = &PluginManager{
  40. maxPluginPackageSize: configuration.MaxPluginPackageSize,
  41. workingDirectory: configuration.PluginWorkingPath,
  42. mediaManager: media_manager.NewMediaManager(
  43. configuration.PluginMediaCachePath,
  44. configuration.PluginMediaCacheSize,
  45. ),
  46. startProcessLock: lock.NewHighGranularityLock(),
  47. }
  48. if configuration.Platform == app.PLATFORM_AWS_LAMBDA {
  49. manager.Install = manager.InstallToAWSFromPkg
  50. serverless.Init(configuration)
  51. } else if configuration.Platform == app.PLATFORM_LOCAL {
  52. manager.Install = manager.InstallToLocal
  53. }
  54. return manager
  55. }
  56. func Manager() *PluginManager {
  57. return manager
  58. }
  59. func (p *PluginManager) Add(
  60. plugin plugin_entities.PluginLifetime,
  61. ) error {
  62. identity, err := plugin.Identity()
  63. if err != nil {
  64. return err
  65. }
  66. p.m.Store(identity.String(), plugin)
  67. return nil
  68. }
  69. func (p *PluginManager) Get(
  70. identity plugin_entities.PluginUniqueIdentifier,
  71. ) plugin_entities.PluginLifetime {
  72. if v, ok := p.m.Load(identity.String()); ok {
  73. return v
  74. }
  75. // check if plugin is a serverless runtime
  76. plugin_session_interface, err := p.getServerlessPluginRuntime(identity)
  77. if err != nil {
  78. return nil
  79. }
  80. return plugin_session_interface
  81. }
  82. func (p *PluginManager) GetAsset(id string) ([]byte, error) {
  83. return p.mediaManager.Get(id)
  84. }
  85. func (p *PluginManager) Init(configuration *app.Config) {
  86. // TODO: init plugin manager
  87. log.Info("start plugin manager daemon...")
  88. // init redis client
  89. if err := cache.InitRedisClient(
  90. fmt.Sprintf("%s:%d", configuration.RedisHost, configuration.RedisPort),
  91. configuration.RedisPass,
  92. ); err != nil {
  93. log.Panic("init redis client failed: %s", err.Error())
  94. }
  95. invocation, err := real.InitDifyInvocationDaemon(
  96. configuration.PluginInnerApiURL, configuration.PluginInnerApiKey,
  97. )
  98. if err != nil {
  99. log.Panic("init dify invocation daemon failed: %s", err.Error())
  100. }
  101. p.backwardsInvocation = invocation
  102. // start local watcher
  103. if configuration.Platform == app.PLATFORM_LOCAL {
  104. p.startLocalWatcher(configuration)
  105. }
  106. // start remote watcher
  107. p.startRemoteWatcher(configuration)
  108. }
  109. func (p *PluginManager) BackwardsInvocation() dify_invocation.BackwardsInvocation {
  110. return p.backwardsInvocation
  111. }