package filer2 import ( "context" "fmt" "google.golang.org/grpc" "math" "os" "path/filepath" "strings" "time" "github.com/chrislusf/seaweedfs/weed/glog" "github.com/chrislusf/seaweedfs/weed/wdclient" "github.com/karlseguin/ccache" ) var ( OS_UID = uint32(os.Getuid()) OS_GID = uint32(os.Getgid()) ) type Filer struct { store FilerStore directoryCache *ccache.Cache MasterClient *wdclient.MasterClient fileIdDeletionChan chan string GrpcDialOption grpc.DialOption } func NewFiler(masters []string, grpcDialOption grpc.DialOption) *Filer { f := &Filer{ directoryCache: ccache.New(ccache.Configure().MaxSize(1000).ItemsToPrune(100)), MasterClient: wdclient.NewMasterClient(context.Background(), grpcDialOption, "filer", masters), fileIdDeletionChan: make(chan string, 4096), GrpcDialOption: grpcDialOption, } go f.loopProcessingDeletion() return f } func (f *Filer) SetStore(store FilerStore) { f.store = store } func (f *Filer) DisableDirectoryCache() { f.directoryCache = nil } func (fs *Filer) GetMaster() string { return fs.MasterClient.GetMaster() } func (fs *Filer) KeepConnectedToMaster() { fs.MasterClient.KeepConnectedToMaster() } func (f *Filer) BeginTransaction(ctx context.Context) (context.Context, error) { return f.store.BeginTransaction(ctx) } func (f *Filer) CommitTransaction(ctx context.Context) error { return f.store.CommitTransaction(ctx) } func (f *Filer) RollbackTransaction(ctx context.Context) error { return f.store.RollbackTransaction(ctx) } func (f *Filer) CreateEntry(ctx context.Context, entry *Entry) error { if string(entry.FullPath) == "/" { return nil } dirParts := strings.Split(string(entry.FullPath), "/") // fmt.Printf("directory parts: %+v\n", dirParts) var lastDirectoryEntry *Entry for i := 1; i < len(dirParts); i++ { dirPath := "/" + filepath.ToSlash(filepath.Join(dirParts[:i]...)) // fmt.Printf("%d directory: %+v\n", i, dirPath) // first check local cache dirEntry := f.cacheGetDirectory(dirPath) // not found, check the store directly if dirEntry == nil { glog.V(4).Infof("find uncached directory: %s", dirPath) dirEntry, _ = f.FindEntry(ctx, FullPath(dirPath)) } else { glog.V(4).Infof("found cached directory: %s", dirPath) } // no such existing directory if dirEntry == nil { // create the directory now := time.Now() dirEntry = &Entry{ FullPath: FullPath(dirPath), Attr: Attr{ Mtime: now, Crtime: now, Mode: os.ModeDir | 0770, Uid: entry.Uid, Gid: entry.Gid, }, } glog.V(2).Infof("create directory: %s %v", dirPath, dirEntry.Mode) mkdirErr := f.store.InsertEntry(ctx, dirEntry) if mkdirErr != nil { if _, err := f.FindEntry(ctx, FullPath(dirPath)); err == ErrNotFound { return fmt.Errorf("mkdir %s: %v", dirPath, mkdirErr) } } else { f.NotifyUpdateEvent(nil, dirEntry, false) } } else if !dirEntry.IsDirectory() { return fmt.Errorf("%s is a file", dirPath) } // cache the directory entry f.cacheSetDirectory(dirPath, dirEntry, i) // remember the direct parent directory entry if i == len(dirParts)-1 { lastDirectoryEntry = dirEntry } } if lastDirectoryEntry == nil { return fmt.Errorf("parent folder not found: %v", entry.FullPath) } /* if !hasWritePermission(lastDirectoryEntry, entry) { glog.V(0).Infof("directory %s: %v, entry: uid=%d gid=%d", lastDirectoryEntry.FullPath, lastDirectoryEntry.Attr, entry.Uid, entry.Gid) return fmt.Errorf("no write permission in folder %v", lastDirectoryEntry.FullPath) } */ oldEntry, _ := f.FindEntry(ctx, entry.FullPath) if oldEntry == nil { if err := f.store.InsertEntry(ctx, entry); err != nil { return fmt.Errorf("insert entry %s: %v", entry.FullPath, err) } } else { if err := f.UpdateEntry(ctx, oldEntry, entry); err != nil { return fmt.Errorf("update entry %s: %v", entry.FullPath, err) } } f.NotifyUpdateEvent(oldEntry, entry, true) f.deleteChunksIfNotNew(oldEntry, entry) return nil } func (f *Filer) UpdateEntry(ctx context.Context, oldEntry, entry *Entry) (err error) { if oldEntry != nil { if oldEntry.IsDirectory() && !entry.IsDirectory() { return fmt.Errorf("existing %s is a directory", entry.FullPath) } if !oldEntry.IsDirectory() && entry.IsDirectory() { return fmt.Errorf("existing %s is a file", entry.FullPath) } } return f.store.UpdateEntry(ctx, entry) } func (f *Filer) FindEntry(ctx context.Context, p FullPath) (entry *Entry, err error) { now := time.Now() if string(p) == "/" { return &Entry{ FullPath: p, Attr: Attr{ Mtime: now, Crtime: now, Mode: os.ModeDir | 0755, Uid: OS_UID, Gid: OS_GID, }, }, nil } return f.store.FindEntry(ctx, p) } func (f *Filer) DeleteEntryMetaAndData(ctx context.Context, p FullPath, isRecursive bool, shouldDeleteChunks bool) (err error) { entry, err := f.FindEntry(ctx, p) if err != nil { return err } if entry.IsDirectory() { limit := int(1) if isRecursive { limit = math.MaxInt32 } lastFileName := "" includeLastFile := false for limit > 0 { entries, err := f.ListDirectoryEntries(ctx, p, lastFileName, includeLastFile, 1024) if err != nil { return fmt.Errorf("list folder %s: %v", p, err) } if len(entries) == 0 { break } else { if isRecursive { for _, sub := range entries { lastFileName = sub.Name() f.DeleteEntryMetaAndData(ctx, sub.FullPath, isRecursive, shouldDeleteChunks) limit-- if limit <= 0 { break } } } else { if len(entries) > 0 { return fmt.Errorf("folder %s is not empty", p) } } f.cacheDelDirectory(string(p)) if len(entries) < 1024 { break } } } } if shouldDeleteChunks { f.DeleteChunks(entry.Chunks) } if p == "/" { return nil } glog.V(3).Infof("deleting entry %v", p) f.NotifyUpdateEvent(entry, nil, shouldDeleteChunks) return f.store.DeleteEntry(ctx, p) } func (f *Filer) ListDirectoryEntries(ctx context.Context, p FullPath, startFileName string, inclusive bool, limit int) ([]*Entry, error) { if strings.HasSuffix(string(p), "/") && len(p) > 1 { p = p[0 : len(p)-1] } return f.store.ListDirectoryEntries(ctx, p, startFileName, inclusive, limit) } func (f *Filer) cacheDelDirectory(dirpath string) { if f.directoryCache == nil { return } f.directoryCache.Delete(dirpath) return } func (f *Filer) cacheGetDirectory(dirpath string) *Entry { if f.directoryCache == nil { return nil } item := f.directoryCache.Get(dirpath) if item == nil { return nil } return item.Value().(*Entry) } func (f *Filer) cacheSetDirectory(dirpath string, dirEntry *Entry, level int) { if f.directoryCache == nil { return } minutes := 60 if level < 10 { minutes -= level * 6 } f.directoryCache.Set(dirpath, dirEntry, time.Duration(minutes)*time.Minute) }