session.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. package session_manager
  2. import (
  3. "errors"
  4. "fmt"
  5. "sync"
  6. "time"
  7. "github.com/google/uuid"
  8. "github.com/langgenius/dify-plugin-daemon/internal/core/dify_invocation"
  9. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_daemon/access_types"
  10. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/plugin_entities"
  11. "github.com/langgenius/dify-plugin-daemon/internal/utils/cache"
  12. "github.com/langgenius/dify-plugin-daemon/internal/utils/log"
  13. "github.com/langgenius/dify-plugin-daemon/internal/utils/parser"
  14. )
  15. var (
  16. sessions map[string]*Session = map[string]*Session{}
  17. session_lock sync.RWMutex
  18. )
  19. // session need to implement the backwards_invocation.BackwardsInvocationWriter interface
  20. type Session struct {
  21. ID string `json:"id"`
  22. runtime plugin_entities.PluginLifetime `json:"-"`
  23. backwardsInvocation dify_invocation.BackwardsInvocation `json:"-"`
  24. TenantID string `json:"tenant_id"`
  25. UserID string `json:"user_id"`
  26. PluginUniqueIdentifier plugin_entities.PluginUniqueIdentifier `json:"plugin_unique_identifier"`
  27. ClusterID string `json:"cluster_id"`
  28. InvokeFrom access_types.PluginAccessType `json:"invoke_from"`
  29. Action access_types.PluginAccessAction `json:"action"`
  30. Declaration *plugin_entities.PluginDeclaration `json:"declaration"`
  31. }
  32. func sessionKey(id string) string {
  33. return fmt.Sprintf("session_info:%s", id)
  34. }
  35. func NewSession(
  36. tenant_id string,
  37. user_id string,
  38. plugin_unique_identifier plugin_entities.PluginUniqueIdentifier,
  39. cluster_id string,
  40. invoke_from access_types.PluginAccessType,
  41. action access_types.PluginAccessAction,
  42. declaration *plugin_entities.PluginDeclaration,
  43. backwardsInvocation dify_invocation.BackwardsInvocation,
  44. ) *Session {
  45. s := &Session{
  46. ID: uuid.New().String(),
  47. TenantID: tenant_id,
  48. UserID: user_id,
  49. PluginUniqueIdentifier: plugin_unique_identifier,
  50. ClusterID: cluster_id,
  51. InvokeFrom: invoke_from,
  52. Action: action,
  53. Declaration: declaration,
  54. backwardsInvocation: backwardsInvocation,
  55. }
  56. session_lock.Lock()
  57. sessions[s.ID] = s
  58. session_lock.Unlock()
  59. if err := cache.Store(sessionKey(s.ID), s, time.Minute*30); err != nil {
  60. log.SilentError("set session info to cache failed, %s", err)
  61. }
  62. return s
  63. }
  64. func GetSession(id string) *Session {
  65. session_lock.RLock()
  66. session := sessions[id]
  67. session_lock.RUnlock()
  68. if session == nil {
  69. // if session not found, it may be generated by another node, try to get it from cache
  70. session, err := cache.Get[Session](sessionKey(id))
  71. if err != nil {
  72. log.Error("get session info from cache failed, %s", err)
  73. return nil
  74. }
  75. return session
  76. }
  77. return session
  78. }
  79. func DeleteSession(id string) {
  80. session_lock.Lock()
  81. delete(sessions, id)
  82. session_lock.Unlock()
  83. if err := cache.Del(sessionKey(id)); err != nil {
  84. log.Error("delete session info from cache failed, %s", err)
  85. }
  86. }
  87. func (s *Session) Close() {
  88. DeleteSession(s.ID)
  89. }
  90. func (s *Session) BindRuntime(runtime plugin_entities.PluginLifetime) {
  91. s.runtime = runtime
  92. }
  93. func (s *Session) Runtime() plugin_entities.PluginLifetime {
  94. return s.runtime
  95. }
  96. func (s *Session) BackwardsInvocation() dify_invocation.BackwardsInvocation {
  97. return s.backwardsInvocation
  98. }
  99. type PLUGIN_IN_STREAM_EVENT string
  100. const (
  101. PLUGIN_IN_STREAM_EVENT_REQUEST PLUGIN_IN_STREAM_EVENT = "request"
  102. PLUGIN_IN_STREAM_EVENT_RESPONSE PLUGIN_IN_STREAM_EVENT = "backwards_response"
  103. )
  104. func (s *Session) Message(event PLUGIN_IN_STREAM_EVENT, data any) []byte {
  105. return parser.MarshalJsonBytes(map[string]any{
  106. "session_id": s.ID,
  107. "event": event,
  108. "data": data,
  109. })
  110. }
  111. func (s *Session) Write(event PLUGIN_IN_STREAM_EVENT, data any) error {
  112. if s.runtime == nil {
  113. return errors.New("runtime not bound")
  114. }
  115. s.runtime.Write(s.ID, s.Message(event, data))
  116. return nil
  117. }