package decoder import ( "bufio" "errors" "io" "io/fs" "os" "path/filepath" "strings" "github.com/langgenius/dify-plugin-daemon/internal/types/entities/plugin_entities" ) var ( ErrNotDir = errors.New("not a directory") ) type FSPluginDecoder struct { PluginDecoder PluginDecoderHelper // root directory of the plugin root string fs fs.FS } func NewFSPluginDecoder(root string) (*FSPluginDecoder, error) { decoder := &FSPluginDecoder{ root: root, } err := decoder.Open() if err != nil { return nil, err } // read the manifest file if _, err := decoder.Manifest(); err != nil { return nil, err } return decoder, nil } func (d *FSPluginDecoder) Open() error { d.fs = os.DirFS(d.root) // try to stat the root directory s, err := os.Stat(d.root) if err != nil { return err } if !s.IsDir() { return ErrNotDir } return nil } func (d *FSPluginDecoder) Walk(fn func(filename string, dir string) error) error { // dify_ignores is a map[string][]string, the key is the directory, the value is a list of files to ignore dify_ignores := make(map[string][]string) return filepath.Walk(d.root, func(path string, info fs.FileInfo, err error) error { // trim the first directory path path = strings.TrimPrefix(path, d.root) // trim / from the beginning path = strings.TrimPrefix(path, "/") p := filepath.Dir(path) if info.IsDir() { // try read the .difyignore file if it's the first time to walk this directory if _, ok := dify_ignores[p]; !ok { dify_ignores[p] = make([]string, 0) // read the .difyignore file if it exists ignore_file_path := filepath.Join(d.root, p, ".difyignore") if _, err := os.Stat(ignore_file_path); err == nil { ignore_file, err := os.Open(ignore_file_path) if err != nil { return err } scanner := bufio.NewScanner(ignore_file) for scanner.Scan() { line := scanner.Text() if strings.HasPrefix(line, "#") { continue } dify_ignores[p] = append(dify_ignores[p], line) } ignore_file.Close() } } return nil } current_ignore_files := dify_ignores[p] for _, ignore_file := range current_ignore_files { // skip if match matched, err := filepath.Match(ignore_file, info.Name()) if err != nil { return err } if matched { return nil } } if path == "" { return nil } if err != nil { return err } return fn(info.Name(), p) }) } func (d *FSPluginDecoder) Close() error { return nil } func (d *FSPluginDecoder) Stat(filename string) (fs.FileInfo, error) { return os.Stat(filepath.Join(d.root, filename)) } func (d *FSPluginDecoder) ReadFile(filename string) ([]byte, error) { return os.ReadFile(filepath.Join(d.root, filename)) } func (d *FSPluginDecoder) ReadDir(dirname string) ([]string, error) { var files []string err := filepath.WalkDir( filepath.Join(d.root, dirname), func(path string, info fs.DirEntry, err error) error { if err != nil { return err } if !info.IsDir() { rel_path, err := filepath.Rel(d.root, path) if err != nil { return err } files = append(files, rel_path) } return nil }, ) if err != nil { return nil, err } return files, nil } func (d *FSPluginDecoder) FileReader(filename string) (io.ReadCloser, error) { return os.Open(filepath.Join(d.root, filename)) } func (d *FSPluginDecoder) Signature() (string, error) { return "", nil } func (d *FSPluginDecoder) CreateTime() (int64, error) { return 0, nil } func (d *FSPluginDecoder) Manifest() (plugin_entities.PluginDeclaration, error) { return d.PluginDecoderHelper.Manifest(d) } func (d *FSPluginDecoder) Assets() (map[string][]byte, error) { return d.PluginDecoderHelper.Assets(d) } func (d *FSPluginDecoder) Checksum() (string, error) { return d.PluginDecoderHelper.Checksum(d) } func (d *FSPluginDecoder) UniqueIdentity() (plugin_entities.PluginUniqueIdentifier, error) { return d.PluginDecoderHelper.UniqueIdentity(d) }