manager.go 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125
  1. package plugin_manager
  2. import (
  3. "fmt"
  4. "github.com/langgenius/dify-plugin-daemon/internal/cluster"
  5. "github.com/langgenius/dify-plugin-daemon/internal/core/dify_invocation"
  6. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager/installer"
  7. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_manager/media_manager"
  8. "github.com/langgenius/dify-plugin-daemon/internal/types/app"
  9. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/plugin_entities"
  10. "github.com/langgenius/dify-plugin-daemon/internal/utils/cache"
  11. "github.com/langgenius/dify-plugin-daemon/internal/utils/lock"
  12. "github.com/langgenius/dify-plugin-daemon/internal/utils/log"
  13. "github.com/langgenius/dify-plugin-daemon/internal/utils/mapping"
  14. )
  15. type PluginManager struct {
  16. m mapping.Map[string, plugin_entities.PluginLifetime]
  17. cluster *cluster.Cluster
  18. maxPluginPackageSize int64
  19. workingDirectory string
  20. // mediaManager is used to manage media files like plugin icons, images, etc.
  21. mediaManager *media_manager.MediaManager
  22. // running plugin in storage contains relations between plugin packages and their running instances
  23. runningPluginInStorage mapping.Map[string, string]
  24. // start process lock
  25. startProcessLock *lock.HighGranularityLock
  26. // serverless runtime
  27. installer installer.Installer
  28. }
  29. var (
  30. manager *PluginManager
  31. )
  32. func InitGlobalPluginManager(cluster *cluster.Cluster, configuration *app.Config) {
  33. manager = &PluginManager{
  34. cluster: cluster,
  35. maxPluginPackageSize: configuration.MaxPluginPackageSize,
  36. workingDirectory: configuration.PluginWorkingPath,
  37. mediaManager: media_manager.NewMediaManager(
  38. configuration.PluginMediaCachePath,
  39. configuration.PluginMediaCacheSize,
  40. ),
  41. startProcessLock: lock.NewHighGranularityLock(),
  42. }
  43. if configuration.Platform == app.PLATFORM_AWS_LAMBDA {
  44. manager.installer = installer.AwsInstaller
  45. } else if configuration.Platform == app.PLATFORM_LOCAL {
  46. manager.installer = installer.LocalInstaller
  47. }
  48. manager.Init(configuration)
  49. }
  50. func GetGlobalPluginManager() *PluginManager {
  51. return manager
  52. }
  53. func (p *PluginManager) Add(
  54. plugin plugin_entities.PluginLifetime,
  55. ) error {
  56. identity, err := plugin.Identity()
  57. if err != nil {
  58. return err
  59. }
  60. p.m.Store(identity.String(), plugin)
  61. return nil
  62. }
  63. func (p *PluginManager) Get(
  64. identity plugin_entities.PluginUniqueIdentifier,
  65. ) plugin_entities.PluginLifetime {
  66. if v, ok := p.m.Load(identity.String()); ok {
  67. return v
  68. }
  69. // check if plugin is a serverless runtime
  70. plugin_session_interface, err := p.getServerlessPluginRuntime(identity)
  71. if err != nil {
  72. return nil
  73. }
  74. return plugin_session_interface
  75. }
  76. func (p *PluginManager) GetAsset(id string) ([]byte, error) {
  77. return p.mediaManager.Get(id)
  78. }
  79. func (p *PluginManager) Init(configuration *app.Config) {
  80. // TODO: init plugin manager
  81. log.Info("start plugin manager daemon...")
  82. // init redis client
  83. if err := cache.InitRedisClient(
  84. fmt.Sprintf("%s:%d", configuration.RedisHost, configuration.RedisPort),
  85. configuration.RedisPass,
  86. ); err != nil {
  87. log.Panic("init redis client failed: %s", err.Error())
  88. }
  89. if err := dify_invocation.InitDifyInvocationDaemon(
  90. configuration.PluginInnerApiURL, configuration.PluginInnerApiKey,
  91. ); err != nil {
  92. log.Panic("init dify invocation daemon failed: %s", err.Error())
  93. }
  94. // start local watcher
  95. if configuration.Platform == app.PLATFORM_LOCAL {
  96. p.startLocalWatcher(configuration)
  97. }
  98. // start remote watcher
  99. p.startRemoteWatcher(configuration)
  100. }