http_server.go 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122
  1. package server
  2. import (
  3. "context"
  4. "fmt"
  5. "net/http"
  6. "time"
  7. "github.com/gin-contrib/gzip"
  8. "github.com/gin-gonic/gin"
  9. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_daemon/backwards_invocation/transaction"
  10. "github.com/langgenius/dify-plugin-daemon/internal/server/controllers"
  11. "github.com/langgenius/dify-plugin-daemon/internal/service"
  12. "github.com/langgenius/dify-plugin-daemon/internal/types/app"
  13. "github.com/langgenius/dify-plugin-daemon/internal/utils/log"
  14. )
  15. func (app *App) server(config *app.Config) func() {
  16. engine := gin.Default()
  17. engine.GET("/health/check", controllers.HealthCheck)
  18. app.endpointGroup(engine.Group("/e"), config)
  19. app.awsLambdaTransactionGroup(engine.Group("/backwards-invocation"), config)
  20. app.pluginGroup(engine.Group("/plugin/:tenant_id"), config)
  21. srv := &http.Server{
  22. Addr: fmt.Sprintf(":%d", config.ServerPort),
  23. Handler: engine,
  24. }
  25. go func() {
  26. if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
  27. log.Panic("listen: %s\n", err)
  28. }
  29. }()
  30. return func() {
  31. if err := srv.Shutdown(context.Background()); err != nil {
  32. log.Panic("Server Shutdown: %s\n", err)
  33. }
  34. }
  35. }
  36. func (app *App) pluginGroup(group *gin.RouterGroup, config *app.Config) {
  37. group.Use(CheckingKey(config.ServerKey))
  38. app.remoteDebuggingGroup(group.Group("/debugging"), config)
  39. app.pluginDispatchGroup(group.Group("/dispatch"), config)
  40. app.pluginManagementGroup(group.Group("/management"), config)
  41. app.endpointManagementGroup(group.Group("/endpoint"))
  42. app.pluginAssetGroup(group.Group("/asset"))
  43. }
  44. func (app *App) pluginDispatchGroup(group *gin.RouterGroup, config *app.Config) {
  45. group.Use(app.RedirectPluginInvoke())
  46. group.Use(app.InitClusterID())
  47. group.POST("/tool/invoke", controllers.InvokeTool(config))
  48. group.POST("/tool/validate_credentials", controllers.ValidateToolCredentials(config))
  49. group.POST("/llm/invoke", controllers.InvokeLLM(config))
  50. group.POST("/text_embedding/invoke", controllers.InvokeTextEmbedding(config))
  51. group.POST("/rerank/invoke", controllers.InvokeRerank(config))
  52. group.POST("/tts/invoke", controllers.InvokeTTS(config))
  53. group.POST("/speech2text/invoke", controllers.InvokeSpeech2Text(config))
  54. group.POST("/moderation/invoke", controllers.InvokeModeration(config))
  55. group.POST("/model/validate_provider_credentials", controllers.ValidateProviderCredentials(config))
  56. group.POST("/model/validate_model_credentials", controllers.ValidateModelCredentials(config))
  57. }
  58. func (app *App) remoteDebuggingGroup(group *gin.RouterGroup, config *app.Config) {
  59. if config.PluginRemoteInstallingEnabled {
  60. group.POST("/key", CheckingKey(config.ServerKey), controllers.GetRemoteDebuggingKey)
  61. }
  62. }
  63. func (app *App) endpointGroup(group *gin.RouterGroup, config *app.Config) {
  64. if config.PluginEndpointEnabled {
  65. group.HEAD("/:hook_id/*path", app.Endpoint())
  66. group.POST("/:hook_id/*path", app.Endpoint())
  67. group.GET("/:hook_id/*path", app.Endpoint())
  68. group.PUT("/:hook_id/*path", app.Endpoint())
  69. group.DELETE("/:hook_id/*path", app.Endpoint())
  70. group.OPTIONS("/:hook_id/*path", app.Endpoint())
  71. }
  72. }
  73. func (appRef *App) awsLambdaTransactionGroup(group *gin.RouterGroup, config *app.Config) {
  74. if config.Platform == app.PLATFORM_AWS_LAMBDA {
  75. appRef.aws_transaction_handler = transaction.NewAWSTransactionHandler(
  76. time.Duration(config.MaxAWSLambdaTransactionTimeout) * time.Second,
  77. )
  78. group.POST(
  79. "/transaction",
  80. service.HandleAWSPluginTransaction(appRef.aws_transaction_handler),
  81. )
  82. }
  83. }
  84. func (app *App) endpointManagementGroup(group *gin.RouterGroup) {
  85. group.POST("/setup", controllers.SetupEndpoint)
  86. group.POST("/remove", controllers.RemoveEndpoint)
  87. group.POST("/update", controllers.UpdateEndpoint)
  88. group.GET("/list", controllers.ListEndpoints)
  89. group.GET("/list/plugin", controllers.ListPluginEndpoints)
  90. group.POST("/enable", controllers.EnableEndpoint)
  91. group.POST("/disable", controllers.DisableEndpoint)
  92. }
  93. func (app *App) pluginManagementGroup(group *gin.RouterGroup, config *app.Config) {
  94. group.POST("/install/pkg", controllers.InstallPluginFromPkg(config))
  95. group.POST("/install/identifier", controllers.InstallPluginFromIdentifier(config))
  96. group.GET("/fetch/identifier", controllers.FetchPluginFromIdentifier)
  97. group.POST("/uninstall", controllers.UninstallPlugin)
  98. group.GET("/list", gzip.Gzip(gzip.DefaultCompression), controllers.ListPlugins)
  99. group.GET("/models", gzip.Gzip(gzip.DefaultCompression), controllers.ListModels)
  100. group.GET("/tools", gzip.Gzip(gzip.DefaultCompression), controllers.ListTools)
  101. }
  102. func (app *App) pluginAssetGroup(group *gin.RouterGroup) {
  103. group.GET("/:id", gzip.Gzip(gzip.DefaultCompression), controllers.GetAsset)
  104. }