mirror of
https://github.com/chrislusf/seaweedfs
synced 2024-07-08 10:07:25 +02:00
131 lines
3.4 KiB
Go
131 lines
3.4 KiB
Go
package filesys
|
|
|
|
import (
|
|
"fmt"
|
|
"sync"
|
|
"time"
|
|
|
|
"bazil.org/fuse"
|
|
"bazil.org/fuse/fs"
|
|
"github.com/chrislusf/seaweedfs/weed/glog"
|
|
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
|
|
"github.com/chrislusf/seaweedfs/weed/util"
|
|
"github.com/karlseguin/ccache"
|
|
"google.golang.org/grpc"
|
|
)
|
|
|
|
type Option struct {
|
|
FilerGrpcAddress string
|
|
FilerMountRootPath string
|
|
Collection string
|
|
Replication string
|
|
TtlSec int32
|
|
ChunkSizeLimit int64
|
|
DataCenter string
|
|
DirListingLimit int
|
|
EntryCacheTtl time.Duration
|
|
}
|
|
|
|
type WFS struct {
|
|
option *Option
|
|
listDirectoryEntriesCache *ccache.Cache
|
|
|
|
// contains all open handles
|
|
handles []*FileHandle
|
|
pathToHandleIndex map[string]int
|
|
pathToHandleLock sync.Mutex
|
|
|
|
// cache grpc connections
|
|
grpcClients map[string]*grpc.ClientConn
|
|
grpcClientsLock sync.Mutex
|
|
}
|
|
|
|
func NewSeaweedFileSystem(option *Option) *WFS {
|
|
return &WFS{
|
|
option: option,
|
|
listDirectoryEntriesCache: ccache.New(ccache.Configure().MaxSize(int64(option.DirListingLimit) + 200).ItemsToPrune(100)),
|
|
pathToHandleIndex: make(map[string]int),
|
|
grpcClients: make(map[string]*grpc.ClientConn),
|
|
}
|
|
}
|
|
|
|
func (wfs *WFS) Root() (fs.Node, error) {
|
|
return &Dir{Path: wfs.option.FilerMountRootPath, wfs: wfs}, nil
|
|
}
|
|
|
|
func (wfs *WFS) withFilerClient(fn func(filer_pb.SeaweedFilerClient) error) error {
|
|
|
|
wfs.grpcClientsLock.Lock()
|
|
|
|
existingConnection, found := wfs.grpcClients[wfs.option.FilerGrpcAddress]
|
|
if found {
|
|
wfs.grpcClientsLock.Unlock()
|
|
client := filer_pb.NewSeaweedFilerClient(existingConnection)
|
|
return fn(client)
|
|
}
|
|
|
|
grpcConnection, err := util.GrpcDial(wfs.option.FilerGrpcAddress)
|
|
if err != nil {
|
|
wfs.grpcClientsLock.Unlock()
|
|
return fmt.Errorf("fail to dial %s: %v", wfs.option.FilerGrpcAddress, err)
|
|
}
|
|
|
|
wfs.grpcClients[wfs.option.FilerGrpcAddress] = grpcConnection
|
|
wfs.grpcClientsLock.Unlock()
|
|
|
|
client := filer_pb.NewSeaweedFilerClient(grpcConnection)
|
|
|
|
return fn(client)
|
|
}
|
|
|
|
func (wfs *WFS) AcquireHandle(file *File, uid, gid uint32) (fileHandle *FileHandle) {
|
|
wfs.pathToHandleLock.Lock()
|
|
defer wfs.pathToHandleLock.Unlock()
|
|
|
|
fullpath := file.fullpath()
|
|
|
|
index, found := wfs.pathToHandleIndex[fullpath]
|
|
if found && wfs.handles[index] != nil {
|
|
glog.V(4).Infoln(fullpath, "found fileHandle id", index)
|
|
return wfs.handles[index]
|
|
}
|
|
|
|
if found && wfs.handles[index] != nil {
|
|
glog.V(4).Infoln(fullpath, "reuse previous fileHandle id", index)
|
|
wfs.handles[index].InitializeToFile(file, uid, gid)
|
|
fileHandle.handle = uint64(index)
|
|
return
|
|
}
|
|
|
|
fileHandle = newFileHandle(file, uid, gid)
|
|
for i, h := range wfs.handles {
|
|
if h == nil {
|
|
wfs.handles[i] = fileHandle
|
|
fileHandle.handle = uint64(i)
|
|
wfs.pathToHandleIndex[fullpath] = i
|
|
glog.V(4).Infoln(fullpath, "reuse fileHandle id", fileHandle.handle)
|
|
return
|
|
}
|
|
}
|
|
|
|
wfs.handles = append(wfs.handles, fileHandle)
|
|
fileHandle.handle = uint64(len(wfs.handles) - 1)
|
|
glog.V(4).Infoln(fullpath, "new fileHandle id", fileHandle.handle)
|
|
wfs.pathToHandleIndex[fullpath] = int(fileHandle.handle)
|
|
|
|
return
|
|
}
|
|
|
|
func (wfs *WFS) ReleaseHandle(fullpath string, handleId fuse.HandleID) {
|
|
wfs.pathToHandleLock.Lock()
|
|
defer wfs.pathToHandleLock.Unlock()
|
|
|
|
glog.V(4).Infof("%s releasing handle id %dcurrent handles lengh %d", fullpath, handleId, len(wfs.handles))
|
|
delete(wfs.pathToHandleIndex, fullpath)
|
|
if int(handleId) < len(wfs.handles) {
|
|
wfs.handles[int(handleId)] = nil
|
|
}
|
|
|
|
return
|
|
}
|