middleware.go 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140
  1. package server
  2. import (
  3. "io"
  4. "github.com/gin-gonic/gin"
  5. "github.com/langgenius/dify-plugin-daemon/internal/db"
  6. "github.com/langgenius/dify-plugin-daemon/internal/server/constants"
  7. "github.com/langgenius/dify-plugin-daemon/internal/types/entities"
  8. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/plugin_entities"
  9. "github.com/langgenius/dify-plugin-daemon/internal/types/models"
  10. "github.com/langgenius/dify-plugin-daemon/internal/utils/log"
  11. )
  12. func CheckingKey(key string) gin.HandlerFunc {
  13. return func(c *gin.Context) {
  14. // get header X-Api-Key
  15. if c.GetHeader(constants.X_API_KEY) != key {
  16. c.JSON(200, entities.NewErrorResponse(-401, "Unauthorized"))
  17. c.Abort()
  18. return
  19. }
  20. c.Next()
  21. }
  22. }
  23. func (app *App) FetchPluginInstallation() gin.HandlerFunc {
  24. return func(ctx *gin.Context) {
  25. plugin_id := ctx.Request.Header.Get(constants.X_PLUGIN_ID)
  26. if plugin_id == "" {
  27. ctx.AbortWithStatusJSON(400, gin.H{"error": "Invalid request, plugin_id is required"})
  28. return
  29. }
  30. // fetch plugin installation
  31. installation, err := db.GetOne[models.PluginInstallation](
  32. db.Equal("plugin_id", plugin_id),
  33. )
  34. if err != nil {
  35. ctx.AbortWithStatusJSON(400, gin.H{"error": "Invalid request, " + err.Error()})
  36. return
  37. }
  38. identity, err := plugin_entities.NewPluginUniqueIdentifier(installation.PluginUniqueIdentifier)
  39. if err != nil {
  40. ctx.AbortWithStatusJSON(400, gin.H{"error": "Invalid request, " + err.Error()})
  41. return
  42. }
  43. ctx.Set(constants.CONTEXT_KEY_PLUGIN_INSTALLATION, installation)
  44. ctx.Set(constants.CONTEXT_KEY_PLUGIN_UNIQUE_IDENTIFIER, identity)
  45. ctx.Next()
  46. }
  47. }
  48. // RedirectPluginInvoke redirects the request to the correct cluster node
  49. func (app *App) RedirectPluginInvoke() gin.HandlerFunc {
  50. return func(ctx *gin.Context) {
  51. // get plugin unique identifier
  52. identity_any, ok := ctx.Get(constants.CONTEXT_KEY_PLUGIN_UNIQUE_IDENTIFIER)
  53. if !ok {
  54. ctx.AbortWithStatusJSON(500, gin.H{"error": "Internal server error, plugin unique identifier not found"})
  55. return
  56. }
  57. identity, ok := identity_any.(plugin_entities.PluginUniqueIdentifier)
  58. if !ok {
  59. ctx.AbortWithStatusJSON(500, gin.H{"error": "Internal server error, failed to parse plugin unique identifier"})
  60. return
  61. }
  62. // check if plugin in current node
  63. if !app.cluster.IsPluginOnCurrentNode(
  64. identity,
  65. ) {
  66. app.redirectPluginInvokeByPluginIdentifier(ctx, identity)
  67. ctx.Abort()
  68. } else {
  69. ctx.Next()
  70. }
  71. }
  72. }
  73. func (app *App) redirectPluginInvokeByPluginIdentifier(
  74. ctx *gin.Context,
  75. plugin_unique_identifier plugin_entities.PluginUniqueIdentifier,
  76. ) {
  77. // try find the correct node
  78. nodes, err := app.cluster.FetchPluginAvailableNodesById(plugin_unique_identifier.String())
  79. if err != nil {
  80. ctx.AbortWithStatusJSON(500, gin.H{"error": "Internal server error"})
  81. return
  82. } else if len(nodes) == 0 {
  83. ctx.AbortWithStatusJSON(404, gin.H{"error": "No available node"})
  84. return
  85. }
  86. // redirect to the correct node
  87. node_id := nodes[0]
  88. status_code, header, body, err := app.cluster.RedirectRequest(node_id, ctx.Request)
  89. if err != nil {
  90. log.Error("redirect request failed: %s", err.Error())
  91. ctx.AbortWithStatusJSON(500, gin.H{"error": "Internal server error"})
  92. return
  93. }
  94. // set status code
  95. ctx.Writer.WriteHeader(status_code)
  96. // set header
  97. for key, values := range header {
  98. for _, value := range values {
  99. ctx.Writer.Header().Set(key, value)
  100. }
  101. }
  102. for {
  103. buf := make([]byte, 1024)
  104. n, err := body.Read(buf)
  105. if err != nil && err != io.EOF {
  106. break
  107. } else if err != nil {
  108. ctx.Writer.Write(buf[:n])
  109. break
  110. }
  111. if n > 0 {
  112. ctx.Writer.Write(buf[:n])
  113. }
  114. }
  115. }
  116. func (app *App) InitClusterID() gin.HandlerFunc {
  117. return func(ctx *gin.Context) {
  118. ctx.Set(constants.CONTEXT_KEY_CLUSTER_ID, app.cluster.ID())
  119. ctx.Next()
  120. }
  121. }