mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-11-24 11:09:12 +08:00
mount: file handle locks entry better
related to https://github.com/chrislusf/seaweedfs/issues/2952
This commit is contained in:
parent
746092a60b
commit
d65bb2c6df
@ -84,7 +84,7 @@ func (pages *ChunkedDirtyPages) saveChunkedFileIntevalToStorage(reader io.Reader
|
|||||||
}
|
}
|
||||||
chunk.Mtime = mtime
|
chunk.Mtime = mtime
|
||||||
pages.collection, pages.replication = collection, replication
|
pages.collection, pages.replication = collection, replication
|
||||||
pages.fh.addChunks([]*filer_pb.FileChunk{chunk})
|
pages.fh.AddChunks([]*filer_pb.FileChunk{chunk})
|
||||||
pages.fh.entryViewCache = nil
|
pages.fh.entryViewCache = nil
|
||||||
glog.V(3).Infof("%v saveToStorage %s [%d,%d)", fileFullPath, chunk.FileId, offset, offset+size)
|
glog.V(3).Infof("%v saveToStorage %s [%d,%d)", fileFullPath, chunk.FileId, offset, offset+size)
|
||||||
|
|
||||||
|
@ -16,7 +16,7 @@ type FileHandle struct {
|
|||||||
fh FileHandleId
|
fh FileHandleId
|
||||||
counter int64
|
counter int64
|
||||||
entry *filer_pb.Entry
|
entry *filer_pb.Entry
|
||||||
chunkAddLock sync.Mutex
|
entryLock sync.Mutex
|
||||||
inode uint64
|
inode uint64
|
||||||
wfs *WFS
|
wfs *WFS
|
||||||
|
|
||||||
@ -53,7 +53,20 @@ func (fh *FileHandle) FullPath() util.FullPath {
|
|||||||
return fp
|
return fp
|
||||||
}
|
}
|
||||||
|
|
||||||
func (fh *FileHandle) addChunks(chunks []*filer_pb.FileChunk) {
|
func (fh *FileHandle) GetEntry() *filer_pb.Entry {
|
||||||
|
fh.entryLock.Lock()
|
||||||
|
defer fh.entryLock.Unlock()
|
||||||
|
return fh.entry
|
||||||
|
}
|
||||||
|
func (fh *FileHandle) SetEntry(entry *filer_pb.Entry) {
|
||||||
|
fh.entryLock.Lock()
|
||||||
|
defer fh.entryLock.Unlock()
|
||||||
|
fh.entry = entry
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fh *FileHandle) AddChunks(chunks []*filer_pb.FileChunk) {
|
||||||
|
fh.entryLock.Lock()
|
||||||
|
defer fh.entryLock.Unlock()
|
||||||
|
|
||||||
// find the earliest incoming chunk
|
// find the earliest incoming chunk
|
||||||
newChunks := chunks
|
newChunks := chunks
|
||||||
@ -82,10 +95,8 @@ func (fh *FileHandle) addChunks(chunks []*filer_pb.FileChunk) {
|
|||||||
|
|
||||||
glog.V(4).Infof("%s existing %d chunks adds %d more", fh.FullPath(), len(fh.entry.Chunks), len(chunks))
|
glog.V(4).Infof("%s existing %d chunks adds %d more", fh.FullPath(), len(fh.entry.Chunks), len(chunks))
|
||||||
|
|
||||||
fh.chunkAddLock.Lock()
|
|
||||||
fh.entry.Chunks = append(fh.entry.Chunks, newChunks...)
|
fh.entry.Chunks = append(fh.entry.Chunks, newChunks...)
|
||||||
fh.entryViewCache = nil
|
fh.entryViewCache = nil
|
||||||
fh.chunkAddLock.Unlock()
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (fh *FileHandle) Release() {
|
func (fh *FileHandle) Release() {
|
||||||
|
@ -25,6 +25,9 @@ func (fh *FileHandle) readFromChunks(buff []byte, offset int64) (int64, error) {
|
|||||||
|
|
||||||
fileFullPath := fh.FullPath()
|
fileFullPath := fh.FullPath()
|
||||||
|
|
||||||
|
fh.entryLock.Lock()
|
||||||
|
defer fh.entryLock.Unlock()
|
||||||
|
|
||||||
entry := fh.entry
|
entry := fh.entry
|
||||||
if entry == nil {
|
if entry == nil {
|
||||||
return 0, io.EOF
|
return 0, io.EOF
|
||||||
|
@ -131,10 +131,11 @@ func (wfs *WFS) maybeReadEntry(inode uint64) (path util.FullPath, fh *FileHandle
|
|||||||
}
|
}
|
||||||
var found bool
|
var found bool
|
||||||
if fh, found = wfs.fhmap.FindFileHandle(inode); found {
|
if fh, found = wfs.fhmap.FindFileHandle(inode); found {
|
||||||
if fh.entry.Attributes == nil {
|
entry = fh.GetEntry()
|
||||||
fh.entry.Attributes = &filer_pb.FuseAttributes{}
|
if entry != nil && fh.entry.Attributes == nil {
|
||||||
|
entry.Attributes = &filer_pb.FuseAttributes{}
|
||||||
}
|
}
|
||||||
return path, fh, fh.entry, fuse.OK
|
return path, fh, entry, fuse.OK
|
||||||
}
|
}
|
||||||
entry, status = wfs.maybeLoadEntry(path)
|
entry, status = wfs.maybeLoadEntry(path)
|
||||||
return
|
return
|
||||||
|
@ -43,6 +43,10 @@ func (wfs *WFS) SetAttr(cancel <-chan struct{}, input *fuse.SetAttrIn, out *fuse
|
|||||||
if status != fuse.OK {
|
if status != fuse.OK {
|
||||||
return status
|
return status
|
||||||
}
|
}
|
||||||
|
if fh != nil {
|
||||||
|
fh.entryLock.Lock()
|
||||||
|
defer fh.entryLock.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
if size, ok := input.GetSize(); ok {
|
if size, ok := input.GetSize(); ok {
|
||||||
glog.V(4).Infof("%v setattr set size=%v chunks=%d", path, size, len(entry.Chunks))
|
glog.V(4).Infof("%v setattr set size=%v chunks=%d", path, size, len(entry.Chunks))
|
||||||
|
@ -118,6 +118,9 @@ func (wfs *WFS) doFlush(fh *FileHandle, uid, gid uint32) fuse.Status {
|
|||||||
|
|
||||||
err := wfs.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
|
err := wfs.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
|
||||||
|
|
||||||
|
fh.entryLock.Lock()
|
||||||
|
defer fh.entryLock.Unlock()
|
||||||
|
|
||||||
entry := fh.entry
|
entry := fh.entry
|
||||||
if entry == nil {
|
if entry == nil {
|
||||||
return nil
|
return nil
|
||||||
|
@ -94,10 +94,15 @@ func (wfs *WFS) SetXAttr(cancel <-chan struct{}, input *fuse.SetXAttrIn, attr st
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
path, _, entry, status := wfs.maybeReadEntry(input.NodeId)
|
path, fh, entry, status := wfs.maybeReadEntry(input.NodeId)
|
||||||
if status != fuse.OK {
|
if status != fuse.OK {
|
||||||
return status
|
return status
|
||||||
}
|
}
|
||||||
|
if fh != nil {
|
||||||
|
fh.entryLock.Lock()
|
||||||
|
defer fh.entryLock.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
if entry.Extended == nil {
|
if entry.Extended == nil {
|
||||||
entry.Extended = make(map[string][]byte)
|
entry.Extended = make(map[string][]byte)
|
||||||
}
|
}
|
||||||
@ -154,10 +159,15 @@ func (wfs *WFS) RemoveXAttr(cancel <-chan struct{}, header *fuse.InHeader, attr
|
|||||||
if len(attr) == 0 {
|
if len(attr) == 0 {
|
||||||
return fuse.EINVAL
|
return fuse.EINVAL
|
||||||
}
|
}
|
||||||
path, _, entry, status := wfs.maybeReadEntry(header.NodeId)
|
path, fh, entry, status := wfs.maybeReadEntry(header.NodeId)
|
||||||
if status != fuse.OK {
|
if status != fuse.OK {
|
||||||
return status
|
return status
|
||||||
}
|
}
|
||||||
|
if fh != nil {
|
||||||
|
fh.entryLock.Lock()
|
||||||
|
defer fh.entryLock.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
if entry.Extended == nil {
|
if entry.Extended == nil {
|
||||||
return fuse.ENOATTR
|
return fuse.ENOATTR
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user