123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448 |
- package filesys
- import (
- "context"
- "os"
- "strings"
- "time"
- "github.com/chrislusf/seaweedfs/weed/filer2"
- "github.com/chrislusf/seaweedfs/weed/glog"
- "github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
- "github.com/seaweedfs/fuse"
- "github.com/seaweedfs/fuse/fs"
- )
- type Dir struct {
- Path string
- wfs *WFS
- entry *filer_pb.Entry
- }
- var _ = fs.Node(&Dir{})
- var _ = fs.NodeCreater(&Dir{})
- var _ = fs.NodeMkdirer(&Dir{})
- var _ = fs.NodeRequestLookuper(&Dir{})
- var _ = fs.HandleReadDirAller(&Dir{})
- var _ = fs.NodeRemover(&Dir{})
- var _ = fs.NodeRenamer(&Dir{})
- var _ = fs.NodeSetattrer(&Dir{})
- var _ = fs.NodeGetxattrer(&Dir{})
- var _ = fs.NodeSetxattrer(&Dir{})
- var _ = fs.NodeRemovexattrer(&Dir{})
- var _ = fs.NodeListxattrer(&Dir{})
- var _ = fs.NodeForgetter(&Dir{})
- func (dir *Dir) Attr(ctx context.Context, attr *fuse.Attr) error {
- glog.V(3).Infof("dir Attr %s, existing attr: %+v", dir.Path, attr)
- // https://github.com/bazil/fuse/issues/196
- attr.Valid = time.Second
- if dir.Path == dir.wfs.option.FilerMountRootPath {
- dir.setRootDirAttributes(attr)
- glog.V(3).Infof("root dir Attr %s, attr: %+v", dir.Path, attr)
- return nil
- }
- if err := dir.maybeLoadEntry(ctx); err != nil {
- glog.V(3).Infof("dir Attr %s,err: %+v", dir.Path, err)
- return err
- }
- attr.Inode = filer2.FullPath(dir.Path).AsInode()
- attr.Mode = os.FileMode(dir.entry.Attributes.FileMode) | os.ModeDir
- attr.Mtime = time.Unix(dir.entry.Attributes.Mtime, 0)
- attr.Ctime = time.Unix(dir.entry.Attributes.Crtime, 0)
- attr.Gid = dir.entry.Attributes.Gid
- attr.Uid = dir.entry.Attributes.Uid
- glog.V(3).Infof("dir Attr %s, attr: %+v", dir.Path, attr)
- return nil
- }
- func (dir *Dir) Getxattr(ctx context.Context, req *fuse.GetxattrRequest, resp *fuse.GetxattrResponse) error {
- glog.V(4).Infof("dir Getxattr %s", dir.Path)
- if err := dir.maybeLoadEntry(ctx); err != nil {
- return err
- }
- return getxattr(dir.entry, req, resp)
- }
- func (dir *Dir) setRootDirAttributes(attr *fuse.Attr) {
- attr.Inode = 1 // filer2.FullPath(dir.Path).AsInode()
- attr.Valid = time.Hour
- attr.Uid = dir.wfs.option.MountUid
- attr.Gid = dir.wfs.option.MountGid
- attr.Mode = dir.wfs.option.MountMode
- attr.Crtime = dir.wfs.option.MountCtime
- attr.Ctime = dir.wfs.option.MountCtime
- attr.Mtime = dir.wfs.option.MountMtime
- attr.Atime = dir.wfs.option.MountMtime
- attr.BlockSize = 1024 * 1024
- }
- func (dir *Dir) newFile(name string, entry *filer_pb.Entry) fs.Node {
- return dir.wfs.getNode(filer2.NewFullPath(dir.Path, name), func() fs.Node {
- return &File{
- Name: name,
- dir: dir,
- wfs: dir.wfs,
- entry: entry,
- entryViewCache: nil,
- }
- })
- }
- func (dir *Dir) newDirectory(fullpath filer2.FullPath, entry *filer_pb.Entry) fs.Node {
- return dir.wfs.getNode(fullpath, func() fs.Node {
- return &Dir{Path: string(fullpath), wfs: dir.wfs, entry: entry}
- })
- }
- func (dir *Dir) Create(ctx context.Context, req *fuse.CreateRequest,
- resp *fuse.CreateResponse) (fs.Node, fs.Handle, error) {
- request := &filer_pb.CreateEntryRequest{
- Directory: dir.Path,
- Entry: &filer_pb.Entry{
- Name: req.Name,
- IsDirectory: req.Mode&os.ModeDir > 0,
- Attributes: &filer_pb.FuseAttributes{
- Mtime: time.Now().Unix(),
- Crtime: time.Now().Unix(),
- FileMode: uint32(req.Mode &^ dir.wfs.option.Umask),
- Uid: req.Uid,
- Gid: req.Gid,
- Collection: dir.wfs.option.Collection,
- Replication: dir.wfs.option.Replication,
- TtlSec: dir.wfs.option.TtlSec,
- },
- },
- OExcl: req.Flags&fuse.OpenExclusive != 0,
- }
- glog.V(1).Infof("create: %v", req.String())
- if err := dir.wfs.WithFilerClient(ctx, func(ctx context.Context, client filer_pb.SeaweedFilerClient) error {
- if err := filer_pb.CreateEntry(ctx, client, request); err != nil {
- if strings.Contains(err.Error(), "EEXIST") {
- return fuse.EEXIST
- }
- return fuse.EIO
- }
- return nil
- }); err != nil {
- return nil, nil, err
- }
- var node fs.Node
- if request.Entry.IsDirectory {
- node = dir.newDirectory(filer2.NewFullPath(dir.Path, req.Name), request.Entry)
- return node, nil, nil
- }
- node = dir.newFile(req.Name, request.Entry)
- file := node.(*File)
- file.isOpen++
- fh := dir.wfs.AcquireHandle(file, req.Uid, req.Gid)
- return file, fh, nil
- }
- func (dir *Dir) Mkdir(ctx context.Context, req *fuse.MkdirRequest) (fs.Node, error) {
- newEntry := &filer_pb.Entry{
- Name: req.Name,
- IsDirectory: true,
- Attributes: &filer_pb.FuseAttributes{
- Mtime: time.Now().Unix(),
- Crtime: time.Now().Unix(),
- FileMode: uint32(req.Mode &^ dir.wfs.option.Umask),
- Uid: req.Uid,
- Gid: req.Gid,
- },
- }
- err := dir.wfs.WithFilerClient(ctx, func(ctx context.Context, client filer_pb.SeaweedFilerClient) error {
- request := &filer_pb.CreateEntryRequest{
- Directory: dir.Path,
- Entry: newEntry,
- }
- glog.V(1).Infof("mkdir: %v", request)
- if err := filer_pb.CreateEntry(ctx, client, request); err != nil {
- glog.V(0).Infof("mkdir %s/%s: %v", dir.Path, req.Name, err)
- return err
- }
- return nil
- })
- if err == nil {
- node := dir.newDirectory(filer2.NewFullPath(dir.Path, req.Name), newEntry)
- return node, nil
- }
- return nil, fuse.EIO
- }
- func (dir *Dir) Lookup(ctx context.Context, req *fuse.LookupRequest, resp *fuse.LookupResponse) (node fs.Node, err error) {
- glog.V(4).Infof("dir Lookup %s: %s", dir.Path, req.Name)
- fullFilePath := filer2.NewFullPath(dir.Path, req.Name)
- entry := dir.wfs.cacheGet(fullFilePath)
- if entry == nil {
- // glog.V(3).Infof("dir Lookup cache miss %s", fullFilePath)
- entry, err = filer2.GetEntry(ctx, dir.wfs, fullFilePath)
- if err != nil {
- glog.V(1).Infof("dir GetEntry %s: %v", fullFilePath, err)
- return nil, fuse.ENOENT
- }
- dir.wfs.cacheSet(fullFilePath, entry, 5*time.Minute)
- } else {
- glog.V(4).Infof("dir Lookup cache hit %s", fullFilePath)
- }
- if entry != nil {
- if entry.IsDirectory {
- node = dir.newDirectory(fullFilePath, entry)
- } else {
- node = dir.newFile(req.Name, entry)
- }
- // resp.EntryValid = time.Second
- resp.Attr.Inode = fullFilePath.AsInode()
- resp.Attr.Valid = time.Second
- resp.Attr.Mtime = time.Unix(entry.Attributes.Mtime, 0)
- resp.Attr.Ctime = time.Unix(entry.Attributes.Crtime, 0)
- resp.Attr.Mode = os.FileMode(entry.Attributes.FileMode)
- resp.Attr.Gid = entry.Attributes.Gid
- resp.Attr.Uid = entry.Attributes.Uid
- return node, nil
- }
- glog.V(1).Infof("not found dir GetEntry %s: %v", fullFilePath, err)
- return nil, fuse.ENOENT
- }
- func (dir *Dir) ReadDirAll(ctx context.Context) (ret []fuse.Dirent, err error) {
- glog.V(3).Infof("dir ReadDirAll %s", dir.Path)
- cacheTtl := 5 * time.Minute
- readErr := filer2.ReadDirAllEntries(ctx, dir.wfs, filer2.FullPath(dir.Path), "", func(entry *filer_pb.Entry, isLast bool) {
- fullpath := filer2.NewFullPath(dir.Path, entry.Name)
- inode := fullpath.AsInode()
- if entry.IsDirectory {
- dirent := fuse.Dirent{Inode: inode, Name: entry.Name, Type: fuse.DT_Dir}
- ret = append(ret, dirent)
- } else {
- dirent := fuse.Dirent{Inode: inode, Name: entry.Name, Type: fuse.DT_File}
- ret = append(ret, dirent)
- }
- dir.wfs.cacheSet(fullpath, entry, cacheTtl)
- })
- if readErr != nil {
- glog.V(0).Infof("list %s: %v", dir.Path, err)
- return ret, fuse.EIO
- }
- return ret, err
- }
- func (dir *Dir) Remove(ctx context.Context, req *fuse.RemoveRequest) error {
- if !req.Dir {
- return dir.removeOneFile(ctx, req)
- }
- return dir.removeFolder(ctx, req)
- }
- func (dir *Dir) removeOneFile(ctx context.Context, req *fuse.RemoveRequest) error {
- filePath := filer2.NewFullPath(dir.Path, req.Name)
- entry, err := filer2.GetEntry(ctx, dir.wfs, filePath)
- if err != nil {
- return err
- }
- dir.wfs.deleteFileChunks(ctx, entry.Chunks)
- dir.wfs.cacheDelete(filePath)
- return dir.wfs.WithFilerClient(ctx, func(ctx context.Context, client filer_pb.SeaweedFilerClient) error {
- request := &filer_pb.DeleteEntryRequest{
- Directory: dir.Path,
- Name: req.Name,
- IsDeleteData: false,
- }
- glog.V(3).Infof("remove file: %v", request)
- _, err := client.DeleteEntry(ctx, request)
- if err != nil {
- glog.V(3).Infof("not found remove file %s/%s: %v", dir.Path, req.Name, err)
- return fuse.ENOENT
- }
- return nil
- })
- }
- func (dir *Dir) removeFolder(ctx context.Context, req *fuse.RemoveRequest) error {
- dir.wfs.cacheDelete(filer2.NewFullPath(dir.Path, req.Name))
- return dir.wfs.WithFilerClient(ctx, func(ctx context.Context, client filer_pb.SeaweedFilerClient) error {
- request := &filer_pb.DeleteEntryRequest{
- Directory: dir.Path,
- Name: req.Name,
- IsDeleteData: true,
- }
- glog.V(3).Infof("remove directory entry: %v", request)
- _, err := client.DeleteEntry(ctx, request)
- if err != nil {
- glog.V(3).Infof("not found remove %s/%s: %v", dir.Path, req.Name, err)
- return fuse.ENOENT
- }
- return nil
- })
- }
- func (dir *Dir) Setattr(ctx context.Context, req *fuse.SetattrRequest, resp *fuse.SetattrResponse) error {
- glog.V(3).Infof("%v dir setattr %+v", dir.Path, req)
- if err := dir.maybeLoadEntry(ctx); err != nil {
- return err
- }
- if req.Valid.Mode() {
- dir.entry.Attributes.FileMode = uint32(req.Mode)
- }
- if req.Valid.Uid() {
- dir.entry.Attributes.Uid = req.Uid
- }
- if req.Valid.Gid() {
- dir.entry.Attributes.Gid = req.Gid
- }
- if req.Valid.Mtime() {
- dir.entry.Attributes.Mtime = req.Mtime.Unix()
- }
- dir.wfs.cacheDelete(filer2.FullPath(dir.Path))
- return dir.saveEntry(ctx)
- }
- func (dir *Dir) Setxattr(ctx context.Context, req *fuse.SetxattrRequest) error {
- glog.V(4).Infof("dir Setxattr %s: %s", dir.Path, req.Name)
- if err := dir.maybeLoadEntry(ctx); err != nil {
- return err
- }
- if err := setxattr(dir.entry, req); err != nil {
- return err
- }
- dir.wfs.cacheDelete(filer2.FullPath(dir.Path))
- return dir.saveEntry(ctx)
- }
- func (dir *Dir) Removexattr(ctx context.Context, req *fuse.RemovexattrRequest) error {
- glog.V(4).Infof("dir Removexattr %s: %s", dir.Path, req.Name)
- if err := dir.maybeLoadEntry(ctx); err != nil {
- return err
- }
- if err := removexattr(dir.entry, req); err != nil {
- return err
- }
- dir.wfs.cacheDelete(filer2.FullPath(dir.Path))
- return dir.saveEntry(ctx)
- }
- func (dir *Dir) Listxattr(ctx context.Context, req *fuse.ListxattrRequest, resp *fuse.ListxattrResponse) error {
- glog.V(4).Infof("dir Listxattr %s", dir.Path)
- if err := dir.maybeLoadEntry(ctx); err != nil {
- return err
- }
- if err := listxattr(dir.entry, req, resp); err != nil {
- return err
- }
- return nil
- }
- func (dir *Dir) Forget() {
- glog.V(3).Infof("Forget dir %s", dir.Path)
- dir.wfs.forgetNode(filer2.FullPath(dir.Path))
- }
- func (dir *Dir) maybeLoadEntry(ctx context.Context) error {
- if dir.entry == nil {
- parentDirPath, name := filer2.FullPath(dir.Path).DirAndName()
- entry, err := dir.wfs.maybeLoadEntry(ctx, parentDirPath, name)
- if err != nil {
- return err
- }
- dir.entry = entry
- }
- return nil
- }
- func (dir *Dir) saveEntry(ctx context.Context) error {
- parentDir, name := filer2.FullPath(dir.Path).DirAndName()
- return dir.wfs.WithFilerClient(ctx, func(ctx context.Context, client filer_pb.SeaweedFilerClient) error {
- request := &filer_pb.UpdateEntryRequest{
- Directory: parentDir,
- Entry: dir.entry,
- }
- glog.V(1).Infof("save dir entry: %v", request)
- _, err := client.UpdateEntry(ctx, request)
- if err != nil {
- glog.V(0).Infof("UpdateEntry dir %s/%s: %v", parentDir, name, err)
- return fuse.EIO
- }
- return nil
- })
- }
|