|
@@ -89,22 +89,18 @@ func (dir *Dir) setRootDirAttributes(attr *fuse.Attr) {
|
|
|
}
|
|
|
|
|
|
func (dir *Dir) newFile(name string, entry *filer_pb.Entry) fs.Node {
|
|
|
- return dir.wfs.fsNodeCache.EnsureFsNode(util.NewFullPath(dir.FullPath(), name), func() fs.Node {
|
|
|
- return &File{
|
|
|
- Name: name,
|
|
|
- dir: dir,
|
|
|
- wfs: dir.wfs,
|
|
|
- entry: entry,
|
|
|
- entryViewCache: nil,
|
|
|
- }
|
|
|
- })
|
|
|
+ return &File{
|
|
|
+ Name: name,
|
|
|
+ dir: dir,
|
|
|
+ wfs: dir.wfs,
|
|
|
+ entry: entry,
|
|
|
+ entryViewCache: nil,
|
|
|
+ }
|
|
|
}
|
|
|
|
|
|
func (dir *Dir) newDirectory(fullpath util.FullPath, entry *filer_pb.Entry) fs.Node {
|
|
|
|
|
|
- return dir.wfs.fsNodeCache.EnsureFsNode(fullpath, func() fs.Node {
|
|
|
- return &Dir{name: entry.Name, wfs: dir.wfs, entry: entry, parent: dir}
|
|
|
- })
|
|
|
+ return &Dir{name: entry.Name, wfs: dir.wfs, entry: entry, parent: dir}
|
|
|
|
|
|
}
|
|
|
|
|
@@ -139,9 +135,7 @@ func (dir *Dir) Create(ctx context.Context, req *fuse.CreateRequest,
|
|
|
return fuse.EIO
|
|
|
}
|
|
|
|
|
|
- if dir.wfs.option.AsyncMetaDataCaching {
|
|
|
- dir.wfs.metaCache.InsertEntry(context.Background(), filer2.FromPbEntry(request.Directory, request.Entry))
|
|
|
- }
|
|
|
+ dir.wfs.metaCache.InsertEntry(context.Background(), filer2.FromPbEntry(request.Directory, request.Entry))
|
|
|
|
|
|
return nil
|
|
|
}); err != nil {
|
|
@@ -190,9 +184,7 @@ func (dir *Dir) Mkdir(ctx context.Context, req *fuse.MkdirRequest) (fs.Node, err
|
|
|
return err
|
|
|
}
|
|
|
|
|
|
- if dir.wfs.option.AsyncMetaDataCaching {
|
|
|
- dir.wfs.metaCache.InsertEntry(context.Background(), filer2.FromPbEntry(request.Directory, request.Entry))
|
|
|
- }
|
|
|
+ dir.wfs.metaCache.InsertEntry(context.Background(), filer2.FromPbEntry(request.Directory, request.Entry))
|
|
|
|
|
|
return nil
|
|
|
})
|
|
@@ -213,15 +205,12 @@ func (dir *Dir) Lookup(ctx context.Context, req *fuse.LookupRequest, resp *fuse.
|
|
|
glog.V(4).Infof("dir Lookup %s: %s by %s", dir.FullPath(), req.Name, req.Header.String())
|
|
|
|
|
|
fullFilePath := util.NewFullPath(dir.FullPath(), req.Name)
|
|
|
- entry := dir.wfs.cacheGet(fullFilePath)
|
|
|
|
|
|
- if dir.wfs.option.AsyncMetaDataCaching {
|
|
|
- cachedEntry, cacheErr := dir.wfs.metaCache.FindEntry(context.Background(), fullFilePath)
|
|
|
- if cacheErr == filer_pb.ErrNotFound {
|
|
|
- return nil, fuse.ENOENT
|
|
|
- }
|
|
|
- entry = cachedEntry.ToProtoEntry()
|
|
|
+ cachedEntry, cacheErr := dir.wfs.metaCache.FindEntry(context.Background(), fullFilePath)
|
|
|
+ if cacheErr == filer_pb.ErrNotFound {
|
|
|
+ return nil, fuse.ENOENT
|
|
|
}
|
|
|
+ entry := cachedEntry.ToProtoEntry()
|
|
|
|
|
|
if entry == nil {
|
|
|
// glog.V(3).Infof("dir Lookup cache miss %s", fullFilePath)
|
|
@@ -230,7 +219,6 @@ func (dir *Dir) Lookup(ctx context.Context, req *fuse.LookupRequest, resp *fuse.
|
|
|
glog.V(1).Infof("dir GetEntry %s: %v", fullFilePath, err)
|
|
|
return nil, fuse.ENOENT
|
|
|
}
|
|
|
- dir.wfs.cacheSet(fullFilePath, entry, 5*time.Minute)
|
|
|
} else {
|
|
|
glog.V(4).Infof("dir Lookup cache hit %s", fullFilePath)
|
|
|
}
|
|
@@ -262,7 +250,6 @@ func (dir *Dir) ReadDirAll(ctx context.Context) (ret []fuse.Dirent, err error) {
|
|
|
|
|
|
glog.V(3).Infof("dir ReadDirAll %s", dir.FullPath())
|
|
|
|
|
|
- cacheTtl := 5 * time.Minute
|
|
|
processEachEntryFn := func(entry *filer_pb.Entry, isLast bool) error {
|
|
|
fullpath := util.NewFullPath(dir.FullPath(), entry.Name)
|
|
|
inode := fullpath.AsInode()
|
|
@@ -273,29 +260,19 @@ func (dir *Dir) ReadDirAll(ctx context.Context) (ret []fuse.Dirent, err error) {
|
|
|
dirent := fuse.Dirent{Inode: inode, Name: entry.Name, Type: fuse.DT_File}
|
|
|
ret = append(ret, dirent)
|
|
|
}
|
|
|
- dir.wfs.cacheSet(fullpath, entry, cacheTtl)
|
|
|
return nil
|
|
|
}
|
|
|
|
|
|
- if dir.wfs.option.AsyncMetaDataCaching {
|
|
|
- listedEntries, listErr := dir.wfs.metaCache.ListDirectoryEntries(context.Background(), util.FullPath(dir.FullPath()), "", false, int(dir.wfs.option.DirListCacheLimit))
|
|
|
- if listErr != nil {
|
|
|
- glog.Errorf("list meta cache: %v", listErr)
|
|
|
- return nil, fuse.EIO
|
|
|
- }
|
|
|
- for _, cachedEntry := range listedEntries {
|
|
|
- processEachEntryFn(cachedEntry.ToProtoEntry(), false)
|
|
|
- }
|
|
|
- return
|
|
|
+ listedEntries, listErr := dir.wfs.metaCache.ListDirectoryEntries(context.Background(), util.FullPath(dir.FullPath()), "", false, int(dir.wfs.option.DirListCacheLimit))
|
|
|
+ if listErr != nil {
|
|
|
+ glog.Errorf("list meta cache: %v", listErr)
|
|
|
+ return nil, fuse.EIO
|
|
|
}
|
|
|
-
|
|
|
- readErr := filer_pb.ReadDirAllEntries(dir.wfs, util.FullPath(dir.FullPath()), "", processEachEntryFn)
|
|
|
- if readErr != nil {
|
|
|
- glog.V(0).Infof("list %s: %v", dir.FullPath(), err)
|
|
|
- return ret, fuse.EIO
|
|
|
+ for _, cachedEntry := range listedEntries {
|
|
|
+ processEachEntryFn(cachedEntry.ToProtoEntry(), false)
|
|
|
}
|
|
|
+ return
|
|
|
|
|
|
- return ret, err
|
|
|
}
|
|
|
|
|
|
func (dir *Dir) Remove(ctx context.Context, req *fuse.RemoveRequest) error {
|
|
@@ -321,12 +298,7 @@ func (dir *Dir) removeOneFile(req *fuse.RemoveRequest) error {
|
|
|
|
|
|
dir.wfs.deleteFileChunks(entry.Chunks)
|
|
|
|
|
|
- dir.wfs.cacheDelete(filePath)
|
|
|
- dir.wfs.fsNodeCache.DeleteFsNode(filePath)
|
|
|
-
|
|
|
- if dir.wfs.option.AsyncMetaDataCaching {
|
|
|
- dir.wfs.metaCache.DeleteEntry(context.Background(), filePath)
|
|
|
- }
|
|
|
+ dir.wfs.metaCache.DeleteEntry(context.Background(), filePath)
|
|
|
|
|
|
glog.V(3).Infof("remove file: %v", req)
|
|
|
err = filer_pb.Remove(dir.wfs, dir.FullPath(), req.Name, false, false, false)
|
|
@@ -342,12 +314,8 @@ func (dir *Dir) removeOneFile(req *fuse.RemoveRequest) error {
|
|
|
func (dir *Dir) removeFolder(req *fuse.RemoveRequest) error {
|
|
|
|
|
|
t := util.NewFullPath(dir.FullPath(), req.Name)
|
|
|
- dir.wfs.cacheDelete(t)
|
|
|
- dir.wfs.fsNodeCache.DeleteFsNode(t)
|
|
|
|
|
|
- if dir.wfs.option.AsyncMetaDataCaching {
|
|
|
- dir.wfs.metaCache.DeleteEntry(context.Background(), t)
|
|
|
- }
|
|
|
+ dir.wfs.metaCache.DeleteEntry(context.Background(), t)
|
|
|
|
|
|
glog.V(3).Infof("remove directory entry: %v", req)
|
|
|
err := filer_pb.Remove(dir.wfs, dir.FullPath(), req.Name, true, false, false)
|
|
@@ -384,8 +352,6 @@ func (dir *Dir) Setattr(ctx context.Context, req *fuse.SetattrRequest, resp *fus
|
|
|
dir.entry.Attributes.Mtime = req.Mtime.Unix()
|
|
|
}
|
|
|
|
|
|
- dir.wfs.cacheDelete(util.FullPath(dir.FullPath()))
|
|
|
-
|
|
|
return dir.saveEntry()
|
|
|
|
|
|
}
|
|
@@ -402,8 +368,6 @@ func (dir *Dir) Setxattr(ctx context.Context, req *fuse.SetxattrRequest) error {
|
|
|
return err
|
|
|
}
|
|
|
|
|
|
- dir.wfs.cacheDelete(util.FullPath(dir.FullPath()))
|
|
|
-
|
|
|
return dir.saveEntry()
|
|
|
|
|
|
}
|
|
@@ -420,8 +384,6 @@ func (dir *Dir) Removexattr(ctx context.Context, req *fuse.RemovexattrRequest) e
|
|
|
return err
|
|
|
}
|
|
|
|
|
|
- dir.wfs.cacheDelete(util.FullPath(dir.FullPath()))
|
|
|
-
|
|
|
return dir.saveEntry()
|
|
|
|
|
|
}
|
|
@@ -444,8 +406,6 @@ func (dir *Dir) Listxattr(ctx context.Context, req *fuse.ListxattrRequest, resp
|
|
|
|
|
|
func (dir *Dir) Forget() {
|
|
|
glog.V(3).Infof("Forget dir %s", dir.FullPath())
|
|
|
-
|
|
|
- dir.wfs.fsNodeCache.DeleteFsNode(util.FullPath(dir.FullPath()))
|
|
|
}
|
|
|
|
|
|
func (dir *Dir) maybeLoadEntry() error {
|
|
@@ -478,9 +438,7 @@ func (dir *Dir) saveEntry() error {
|
|
|
return fuse.EIO
|
|
|
}
|
|
|
|
|
|
- if dir.wfs.option.AsyncMetaDataCaching {
|
|
|
- dir.wfs.metaCache.UpdateEntry(context.Background(), filer2.FromPbEntry(request.Directory, request.Entry))
|
|
|
- }
|
|
|
+ dir.wfs.metaCache.UpdateEntry(context.Background(), filer2.FromPbEntry(request.Directory, request.Entry))
|
|
|
|
|
|
return nil
|
|
|
})
|