Chris Lu
|
952afd810c
|
Fix dead lock (#5815)
* reduce locks to avoid dead lock
Flush->FlushData->uplloadPipeline.FluahAll
uploaderCount>0
goroutine 1 [sync.Cond.Wait, 71 minutes]:
sync.runtime_notifyListWait(0xc0007ae4d0, 0x0)
/usr/local/go/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0xc001a59290?)
/usr/local/go/src/sync/cond.go:70 +0x85
github.com/seaweedfs/seaweedfs/weed/mount/page_writer.(*UploadPipeline).waitForCurrentWritersToComplete(0xc0002ee4d0)
/github/workspace/weed/mount/page_writer/upload_pipeline_lock.go:58 +0x32
github.com/seaweedfs/seaweedfs/weed/mount/page_writer.(*UploadPipeline).FlushAll(0xc0002ee4d0)
/github/workspace/weed/mount/page_writer/upload_pipeline.go:151 +0x25
github.com/seaweedfs/seaweedfs/weed/mount.(*ChunkedDirtyPages).FlushData(0xc00087e840)
/github/workspace/weed/mount/dirty_pages_chunked.go:54 +0x29
github.com/seaweedfs/seaweedfs/weed/mount.(*PageWriter).FlushData(...)
/github/workspace/weed/mount/page_writer.go:50
github.com/seaweedfs/seaweedfs/weed/mount.(*WFS).doFlush(0xc0006ad600, 0xc00030d380, 0x0, 0x0)
/github/workspace/weed/mount/weedfs_file_sync.go:101 +0x169
github.com/seaweedfs/seaweedfs/weed/mount.(*WFS).Flush(0xc0006ad600, 0xc001a594a8?, 0xc0004c1ca0)
/github/workspace/weed/mount/weedfs_file_sync.go:59 +0x48
github.com/hanwen/go-fuse/v2/fuse.doFlush(0xc0000da870?, 0xc0004c1b08)
SaveContent -> MemChunk.RLock ->
ChunkedDirtyPages.saveChunkedFileIntervalToStorage
pages.fh.AddChunks([]*filer_pb.FileChunk{chunk})
fh.entryLock.Lock()
sync.(*RWMutex).Lock(0x0?)
/usr/local/go/src/sync/rwmutex.go:146 +0x31
github.com/seaweedfs/seaweedfs/weed/mount.(*FileHandle).AddChunks(0xc00030d380, {0xc00028bdc8, 0x1, 0x1})
/github/workspace/weed/mount/filehandle.go:93 +0x45
github.com/seaweedfs/seaweedfs/weed/mount.(*ChunkedDirtyPages).saveChunkedFileIntervalToStorage(0xc00087e840, {0x2be7ac0, 0xc00018d9e0}, 0x0, 0x121, 0x17e3c624565ace45, 0x1?)
/github/workspace/weed/mount/dirty_pages_chunked.go:80 +0x2d4
github.com/seaweedfs/seaweedfs/weed/mount/page_writer.(*MemChunk).SaveContent(0xc0008d9130, 0xc0008093e0)
/github/workspace/weed/mount/page_writer/page_chunk_mem.go:115 +0x112
github.com/seaweedfs/seaweedfs/weed/mount/page_writer.(*UploadPipeline).moveToSealed.func1()
/github/workspace/weed/mount/page_writer/upload_pipeline.go:187 +0x55
github.com/seaweedfs/seaweedfs/weed/util.(*LimitedConcurrentExecutor).Execute.func1()
/github/workspace/weed/util/limited_executor.go:38 +0x62
created by github.com/seaweedfs/seaweedfs/weed/util.(*LimitedConcurrentExecutor).Execute in goroutine 1
/github/workspace/weed/util/limited_executor.go:33 +0x97
On metadata update
fh.entryLock.Lock()
fh.dirtyPages.Destroy()
up.chunksLock.Lock => each sealed chunk.FreeReference => MemChunk.Lock
goroutine 134 [sync.RWMutex.Lock, 71 minutes]:
sync.runtime_SemacquireRWMutex(0xc0007c3558?, 0xea?, 0x3fb0800?)
/usr/local/go/src/runtime/sema.go:87 +0x25
sync.(*RWMutex).Lock(0xc0007c35a8?)
/usr/local/go/src/sync/rwmutex.go:151 +0x6a
github.com/seaweedfs/seaweedfs/weed/mount/page_writer.(*MemChunk).FreeResource(0xc0008d9130)
/github/workspace/weed/mount/page_writer/page_chunk_mem.go:38 +0x2a
github.com/seaweedfs/seaweedfs/weed/mount/page_writer.(*SealedChunk).FreeReference(0xc00071cdb0, {0xc0006ba1a0, 0x20})
/github/workspace/weed/mount/page_writer/upload_pipeline.go:38 +0xb7
github.com/seaweedfs/seaweedfs/weed/mount/page_writer.(*UploadPipeline).Shutdown(0xc0002ee4d0)
/github/workspace/weed/mount/page_writer/upload_pipeline.go:220 +0x185
github.com/seaweedfs/seaweedfs/weed/mount.(*ChunkedDirtyPages).Destroy(0xc0008cea40?)
/github/workspace/weed/mount/dirty_pages_chunked.go:87 +0x17
github.com/seaweedfs/seaweedfs/weed/mount.(*PageWriter).Destroy(...)
/github/workspace/weed/mount/page_writer.go:78
github.com/seaweedfs/seaweedfs/weed/mount.NewSeaweedFileSystem.func3({0xc00069a6c0, 0x30}, 0x6?)
/github/workspace/weed/mount/weedfs.go:119 +0x17a
github.com/seaweedfs/seaweedfs/weed/mount/meta_cache.NewMetaCache.func1({0xc00069a6c0?, 0xc00069a480?}, 0x4015b40?)
/github/workspace/weed/mount/meta_cache/meta_cache.go:37 +0x1c
github.com/seaweedfs/seaweedfs/weed/mount/meta_cache.SubscribeMetaEvents.func1(0xc000661810)
/github/workspace/weed/mount/meta_cache/meta_cache_subscribe.go:43 +0x570
* use locked entry everywhere
* modifiable remote entry
* skip locking after getting lock from fhLockTable
|
2024-07-24 23:46:40 -07:00 |
|
chrislu
|
94bc9afd9d
|
refactor: moved to locked entry
|
2022-12-04 23:33:05 -08:00 |
|
chrislu
|
26dbc6c905
|
move to https://github.com/seaweedfs/seaweedfs
|
2022-07-29 00:17:28 -07:00 |
|
chrislu
|
5b8b022985
|
remove unused parameter
|
2022-05-24 18:52:04 -07:00 |
|
Robert Coelho
|
0e6e72d462
|
mount: ReadDir return EIO on EnsureVisited err
|
2022-05-24 13:02:59 -04:00 |
|
Robert Coelho
|
1fabbe8a25
|
mount: cleanup ReadDir rewrite's branches to not assume offsets
|
2022-05-24 12:48:32 -04:00 |
|
Robert Coelho
|
cb422d96f7
|
mount: rewrite ReadDir to respect input.Offset to fix partial results
|
2022-05-24 12:16:58 -04:00 |
|
chrislu
|
bd5c5586b5
|
generate inode via path and time
|
2022-03-14 00:03:29 -07:00 |
|
chrislu
|
28b8974a3a
|
mount: fix directory pagination when using midnight commander
|
2022-03-03 02:59:31 -08:00 |
|
chrislu
|
63a9d8f01d
|
ensure inodes are not duplicating unless hardlinked
|
2022-02-27 23:13:49 -08:00 |
|
chrislu
|
be3fc77391
|
mount2: use consistent inode
|
2022-02-25 00:53:27 -08:00 |
|
chrislu
|
91f0481f4e
|
mount2: SetAttr set mode correctly
|
2022-02-24 01:31:04 -08:00 |
|
chrislu
|
b93d57da31
|
mount2: dir read opened file
|
2022-02-24 00:37:57 -08:00 |
|
chrislu
|
f9d33f70b0
|
return fuse.Status when looking up by inode
|
2022-02-18 00:45:43 -08:00 |
|
chrislu
|
49b84b6e2a
|
list entries while reading from remote
|
2022-02-16 21:32:15 -08:00 |
|
chrislu
|
65a19e3abc
|
fix listing with correct inode
|
2022-02-16 17:01:39 -08:00 |
|
chrislu
|
2facd65998
|
fix second listing
|
2022-02-16 08:16:27 -08:00 |
|
chrislu
|
3cbce878f2
|
mount2: fix directory pagination
|
2022-02-15 22:42:10 -08:00 |
|
chrislu
|
17ac5244c3
|
mount2: avoid double listing directories
|
2022-02-15 01:44:17 -08:00 |
|
chrislu
|
222798d926
|
mount2: fix for read dir plus on linux
|
2022-02-15 00:29:17 -08:00 |
|
chrislu
|
fe57a2e770
|
file set attribute
|
2022-02-14 01:36:10 -08:00 |
|
chrislu
|
dbeeda8123
|
listen for metadata updates
|
2022-02-14 01:09:31 -08:00 |
|
chrislu
|
a1ef0e48a9
|
doc
|
2022-02-13 04:22:02 -08:00 |
|
chrislu
|
e85ca10a1a
|
add mkdir
|
2022-02-13 01:34:19 -08:00 |
|
chrislu
|
5c48c23235
|
remove println
|
2022-02-12 22:45:07 -08:00 |
|
chrislu
|
b0a5193e32
|
working
|
2022-02-12 22:21:30 -08:00 |
|
chrislu
|
5a0a709016
|
it runs, but directory listing output is not showing up
|
2022-02-12 05:27:16 -08:00 |
|
chrislu
|
866981d8ac
|
rename
|
2022-02-12 02:49:15 -08:00 |
|