generic.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. package bundle_packager
  2. import (
  3. "archive/zip"
  4. "bytes"
  5. "errors"
  6. "os"
  7. "path/filepath"
  8. "github.com/langgenius/dify-plugin-daemon/internal/core/plugin_packager/decoder"
  9. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/bundle_entities"
  10. "github.com/langgenius/dify-plugin-daemon/internal/types/entities/manifest_entities"
  11. "github.com/langgenius/dify-plugin-daemon/internal/utils/parser"
  12. )
  13. type GenericBundlePackager struct {
  14. bundle *bundle_entities.Bundle
  15. assets map[string]*bytes.Buffer
  16. extraFiles map[string]*bytes.Buffer
  17. }
  18. func NewGenericBundlePackager(
  19. bundle *bundle_entities.Bundle,
  20. extraFiles map[string]*bytes.Buffer,
  21. ) *GenericBundlePackager {
  22. return &GenericBundlePackager{
  23. bundle: bundle,
  24. assets: make(map[string]*bytes.Buffer),
  25. extraFiles: extraFiles,
  26. }
  27. }
  28. func (p *GenericBundlePackager) Export() ([]byte, error) {
  29. // build a new zip file
  30. buffer := bytes.NewBuffer([]byte{})
  31. zipWriter := zip.NewWriter(buffer)
  32. defer zipWriter.Close()
  33. // write the manifest file
  34. manifestFile, err := zipWriter.Create("manifest.yaml")
  35. if err != nil {
  36. return nil, err
  37. }
  38. manifestBytes := parser.MarshalYamlBytes(p.bundle)
  39. _, err = manifestFile.Write(manifestBytes)
  40. if err != nil {
  41. return nil, err
  42. }
  43. // write the assets
  44. for name, asset := range p.assets {
  45. assetFile, err := zipWriter.Create(filepath.Join("_assets", name))
  46. if err != nil {
  47. return nil, err
  48. }
  49. _, err = assetFile.Write(asset.Bytes())
  50. if err != nil {
  51. return nil, err
  52. }
  53. }
  54. // write the extra files
  55. for name, file := range p.extraFiles {
  56. extraFile, err := zipWriter.Create(name)
  57. if err != nil {
  58. return nil, err
  59. }
  60. _, err = extraFile.Write(file.Bytes())
  61. if err != nil {
  62. return nil, err
  63. }
  64. }
  65. // close the zip writer to flush the buffer
  66. zipWriter.Close()
  67. return buffer.Bytes(), nil
  68. }
  69. func (p *GenericBundlePackager) Manifest() (*bundle_entities.Bundle, error) {
  70. return p.bundle, nil
  71. }
  72. func (p *GenericBundlePackager) Regenerate(bundle bundle_entities.Bundle) error {
  73. // replace the basic information of the bundle
  74. p.bundle.Author = bundle.Author
  75. p.bundle.Description = bundle.Description
  76. p.bundle.Name = bundle.Name
  77. p.bundle.Labels = bundle.Labels
  78. return nil
  79. }
  80. func (p *GenericBundlePackager) AppendGithubDependency(repoPattern bundle_entities.GithubRepoPattern) {
  81. p.bundle.Dependencies = append(p.bundle.Dependencies, bundle_entities.Dependency{
  82. Type: bundle_entities.DEPENDENCY_TYPE_GITHUB,
  83. Value: bundle_entities.GithubDependency{
  84. RepoPattern: repoPattern,
  85. },
  86. })
  87. }
  88. func (p *GenericBundlePackager) AppendMarketplaceDependency(marketplacePattern bundle_entities.MarketplacePattern) {
  89. p.bundle.Dependencies = append(p.bundle.Dependencies, bundle_entities.Dependency{
  90. Type: bundle_entities.DEPENDENCY_TYPE_MARKETPLACE,
  91. Value: bundle_entities.MarketplaceDependency{
  92. MarketplacePattern: marketplacePattern,
  93. },
  94. })
  95. }
  96. func (p *GenericBundlePackager) AppendPackageDependency(packagePath string) error {
  97. // try to read the packagePath as a file
  98. file, err := os.ReadFile(packagePath)
  99. if err != nil {
  100. return err
  101. }
  102. // try decode the file as a zip file
  103. zipDecoder, err := decoder.NewZipPluginDecoder(file)
  104. if err != nil {
  105. return errors.Join(err, errors.New("please provider a valid difypkg file"))
  106. }
  107. checksum, err := zipDecoder.Checksum()
  108. if err != nil {
  109. return errors.Join(err, errors.New("failed to get checksum of the package"))
  110. }
  111. p.assets[checksum] = bytes.NewBuffer(file)
  112. p.bundle.Dependencies = append(p.bundle.Dependencies, bundle_entities.Dependency{
  113. Type: bundle_entities.DEPENDENCY_TYPE_PACKAGE,
  114. Value: bundle_entities.PackageDependency{
  115. Path: checksum,
  116. },
  117. })
  118. return nil
  119. }
  120. func (p *GenericBundlePackager) ListDependencies() ([]bundle_entities.Dependency, error) {
  121. return p.bundle.Dependencies, nil
  122. }
  123. func (p *GenericBundlePackager) Remove(index int) error {
  124. if index < 0 || index >= len(p.bundle.Dependencies) {
  125. return errors.New("index out of bounds")
  126. }
  127. // get the dependency
  128. dependency := p.bundle.Dependencies[index]
  129. // remove the asset
  130. p.bundle.Dependencies = append(p.bundle.Dependencies[:index], p.bundle.Dependencies[index+1:]...)
  131. // delete the asset
  132. depValue, ok := dependency.Value.(bundle_entities.PackageDependency)
  133. if ok {
  134. delete(p.assets, depValue.Path)
  135. }
  136. return nil
  137. }
  138. func (p *GenericBundlePackager) BumpVersion(target manifest_entities.Version) {
  139. p.bundle.Version = target
  140. }
  141. func (p *GenericBundlePackager) FetchAsset(path string) ([]byte, error) {
  142. asset, ok := p.assets[path]
  143. if !ok {
  144. return nil, errors.New("asset not found")
  145. }
  146. return asset.Bytes(), nil
  147. }
  148. func (p *GenericBundlePackager) Assets() (map[string][]byte, error) {
  149. assets := make(map[string][]byte)
  150. for path, asset := range p.assets {
  151. assets[path] = asset.Bytes()
  152. }
  153. return assets, nil
  154. }