panic: WARNING: circular locking detected: tmpfs.inodeMutex -> mm.mappingRWMutex: goroutine 1965 [running]: gvisor.dev/gvisor/pkg/sync/locking.(*ancestorsAtomicPtrMap).RangeRepeatable(0xc0001dfa90, 0xc0014a6918) bazel-out/k8-fastbuild/bin/pkg/sync/locking/atomicptrmap_ancestors_unsafe.go:440 +0x326 gvisor.dev/gvisor/pkg/sync/locking.checkLock(0xc0001df710, 0xc0001dfa70, {0xc001261400, 0x1, 0x1}) pkg/sync/locking/lockdep.go:112 +0x505 gvisor.dev/gvisor/pkg/sync/locking.checkLock.func1(0xc0001dfa70, 0xc0014a6aa8?) pkg/sync/locking/lockdep.go:115 +0x74 gvisor.dev/gvisor/pkg/sync/locking.(*ancestorsAtomicPtrMap).RangeRepeatable(0xc0001dfa00, 0xc0014a6b58) bazel-out/k8-fastbuild/bin/pkg/sync/locking/atomicptrmap_ancestors_unsafe.go:440 +0x326 gvisor.dev/gvisor/pkg/sync/locking.checkLock(0xc0001df710, 0xc0001df9e0, {0x0, 0x0, 0x0}) pkg/sync/locking/lockdep.go:112 +0x505 gvisor.dev/gvisor/pkg/sync/locking.AddGLock(0xc0001df710, 0xffffffffffffffff) pkg/sync/locking/lockdep.go:144 +0x390 gvisor.dev/gvisor/pkg/sentry/mm.(*mappingRWMutex).RLock(0xc0012ff05c) bazel-out/k8-fastbuild/bin/pkg/sentry/mm/mapping_mutex.go:59 +0x4d gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).withInternalMappings(0xc0012ff008, {0x2061a40, 0xc001464588}, {0x485195?, 0x2cc05a8?}, {0x1?, 0x0?, 0x0?}, 0x0, 0xc0014a7080) pkg/sentry/mm/io.go:544 +0x145 gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).withVecInternalMappings(0xc0012ff008, {0x2061a40, 0xc001464588}, {0x0?, 0x0?, 0x0?, 0xc001a70b40?}, {0x1, 0x0, 0x0}, ...) pkg/sentry/mm/io.go:606 +0x8ae gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).CopyInTo(0xc0012ff008, {0x2061a40, 0xc001464588}, {0x0?, 0x3?, 0x484ca9?, 0xc0014a7130?}, {0x203e3e0, 0xc001a70b40}, {0x0, ...}) pkg/sentry/mm/io.go:324 +0x2f0 gvisor.dev/gvisor/pkg/usermem.IOSequence.CopyInTo({{0x20586d8, 0xc0012ff008}, {0x0, 0x1, 0x7fe09de00000, 0x2000}, {0x0, 0x1}}, {0x2061a40, 0xc001464588}, ...) pkg/usermem/usermem.go:516 +0xcf gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*regularFileFD).pwrite(0xc0016caa00, {0x2061a40, 0xc001464588}, {{0x20586d8, 0xc0012ff008}, {0x0, 0x1, 0x7fe09de00000, 0x2000}, {0x0, ...}}, ...) pkg/sentry/fsimpl/tmpfs/regular_file.go:553 +0x91b gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*regularFileFD).Write(0xc0016caa00, {0x2061a40, 0xc001464588}, {{0x20586d8, 0xc0012ff008}, {0x0, 0x1, 0x7fe09de00000, 0x2000}, {0x0, ...}}, ...) pkg/sentry/fsimpl/tmpfs/regular_file.go:570 +0x12a gvisor.dev/gvisor/pkg/sentry/vfs.(*FileDescription).Write(0xc0016caa00, {0x2061a40, 0xc001464588}, {{0x20586d8, 0xc0012ff008}, {0x0, 0x1, 0x7fe09de00000, 0x2000}, {0x0, ...}}, ...) pkg/sentry/vfs/file_description.go:679 +0x145 gvisor.dev/gvisor/pkg/sentry/syscalls/linux.write(0xc001464588, 0xc0016caa00, {{0x20586d8, 0xc0012ff008}, {0x0, 0x1, 0x7fe09de00000, 0x2000}, {0x0, 0x1}}, ...) pkg/sentry/syscalls/linux/sys_read_write.go:347 +0xa5 gvisor.dev/gvisor/pkg/sentry/syscalls/linux.Write(0xc001464588, 0x0?, {{0x4}, {0x7fe09de00000}, {0x2000}, {0x20000242}, {0x0}, {0x178}}) pkg/sentry/syscalls/linux/sys_read_write.go:316 +0x38f gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).executeSyscall(0xc001464588, 0x1, {{0x4}, {0x7fe09de00000}, {0x2000}, {0x20000242}, {0x0}, {0x178}}) pkg/sentry/kernel/task_syscall.go:143 +0xb9f gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscallInvoke(0xc001464588, 0x1, {{0x4}, {0x7fe09de00000}, {0x2000}, {0x20000242}, {0x0}, {0x178}}) pkg/sentry/kernel/task_syscall.go:323 +0x85 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscallEnter(0xc001464588, 0x1, {{0x4}, {0x7fe09de00000}, {0x2000}, {0x20000242}, {0x0}, {0x178}}) pkg/sentry/kernel/task_syscall.go:283 +0xc7 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscall(0xc001464588) pkg/sentry/kernel/task_syscall.go:258 +0x54a gvisor.dev/gvisor/pkg/sentry/kernel.(*runApp).execute(0xc001464588?, 0xc001464588) pkg/sentry/kernel/task_run.go:269 +0x2295 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).run(0xc001464588, 0x296) pkg/sentry/kernel/task_run.go:97 +0x41b created by gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).Start in goroutine 2138 pkg/sentry/kernel/task_start.go:400 +0x185 known lock chain: mm.mappingRWMutex -> tmpfs.filesystemRWMutex -> tmpfs.iterMutex -> tmpfs.inodeMutex ====== mm.mappingRWMutex -> tmpfs.filesystemRWMutex ===== goroutine 1496 [running]: gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystemRWMutex).RLock(0xc000639588) bazel-out/k8-fastbuild/bin/pkg/sentry/fsimpl/tmpfs/filesystem_mutex.go:59 +0x4d gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystem).StatAt(0xc000639520, {0x2061bf0, 0xc0002e57d0}, 0xc0009c8908, {0x106e428?, 0x30000000?}) pkg/sentry/fsimpl/tmpfs/filesystem.go:760 +0xa8 gvisor.dev/gvisor/pkg/sentry/vfs.(*FileDescription).Stat(0xc000fb2cb0, {0x2061bf0, 0xc0002e57d0}, {0x48352c?, 0x0?}) pkg/sentry/vfs/file_description.go:540 +0x322 gvisor.dev/gvisor/pkg/sentry/vfs.(*FileDescription).DeviceID(0xc000fb2cb0) pkg/sentry/vfs/file_description.go:823 +0x65 gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).appendVMAMapsEntryLocked(0x485195?, {0x2061bf0, 0xc0002e57d0}, {0xc0006fd608?, 0xc000709368?}, 0xc001258b10) pkg/sentry/mm/procfs.go:118 +0x19d gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).vmaMapsEntryLocked(0xc001296008, {0x2061bf0, 0xc0002e57d0}, {0xc0006fd608?, 0x47906e?}) pkg/sentry/mm/procfs.go:104 +0xcf gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).DebugString(0xc001296008, {0x2061bf0, 0xc0002e57d0}) pkg/sentry/mm/debug.go:49 +0x1a5 gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).String(0xc001296008) pkg/sentry/mm/debug.go:38 +0x45 fmt.(*pp).handleMethods(0xc00106e270, 0x73) bazel-out/k8-fastbuild/bin/external/io_bazel_rules_go/stdlib_/src/fmt/print.go:673 +0x6eb fmt.(*pp).printArg(0xc00106e270, {0x1e350e0, 0xc001296008}, 0x73) bazel-out/k8-fastbuild/bin/external/io_bazel_rules_go/stdlib_/src/fmt/print.go:756 +0xb4c fmt.(*pp).doPrintf(0xc00106e270, {0xc000eda2d0, 0x24}, {0xc001258ae0, 0x1, 0x1}) bazel-out/k8-fastbuild/bin/external/io_bazel_rules_go/stdlib_/src/fmt/print.go:1074 +0x5d0 fmt.Sprintf({0xc000eda2d0, 0x24}, {0xc001258ae0, 0x1, 0x1}) bazel-out/k8-fastbuild/bin/external/io_bazel_rules_go/stdlib_/src/fmt/print.go:239 +0x5d gvisor.dev/gvisor/pkg/log.GoogleEmitter.Emit({0xc000709ab0?}, 0x3, 0x2, {0x2cc0160?, 0x1?, 0x2de31c0?}, {0xc000eda2d0, 0x24}, {0xc001258ae0, 0x1, ...}) pkg/log/glog.go:82 +0x32a gvisor.dev/gvisor/pkg/log.(*BasicLogger).DebugfAtDepth(0xc0001b0210, 0x2, {0xc000eda2d0, 0x24}, {0xc001258ae0, 0x1, 0x1}) pkg/log/log.go:220 +0x128 gvisor.dev/gvisor/pkg/log.DebugfAtDepth(0x1, {0xc000eda2d0, 0x24}, {0xc001258ae0, 0x1, 0x1}) pkg/log/log.go:295 +0x72 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).Debugf(0xc000c80008, {0x1e48a08, 0xc}, {0xc001258ae0, 0x1, 0x1}) pkg/sentry/kernel/task_log.go:54 +0xcd gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).DebugDumpState(0xc000c80008) pkg/sentry/kernel/task_log.go:71 +0x11c gvisor.dev/gvisor/pkg/sentry/kernel.(*runApp).execute(0xc000c80008?, 0xc000c80008) pkg/sentry/kernel/task_run.go:313 +0x2025 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).run(0xc000c80008, 0x1b5) pkg/sentry/kernel/task_run.go:97 +0x41b created by gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).Start in goroutine 1481 pkg/sentry/kernel/task_start.go:400 +0x185 ====== tmpfs.filesystemRWMutex -> tmpfs.iterMutex ===== goroutine 1 [running]: gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*iterMutex).Lock(0xc000643be0) bazel-out/k8-fastbuild/bin/pkg/sentry/fsimpl/tmpfs/iter_mutex.go:33 +0x4d gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*directory).insertChildLocked(0xc000643808, 0xc0001c6190, {0x1e3feef, 0x2}) pkg/sentry/fsimpl/tmpfs/directory.go:69 +0x1c5 gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystem).SymlinkAt.func1(0xc000643808, {0x1e3feef, 0x2}) pkg/sentry/fsimpl/tmpfs/filesystem.go:794 +0x159 gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystem).doCreateAt(0xc000639520, {0x2061d10, 0xc000c0c1e0}, 0xc000648008, 0x0, 0xc000047c68) pkg/sentry/fsimpl/tmpfs/filesystem.go:210 +0x584 gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystem).SymlinkAt(0xc000639520, {0x2061d10, 0xc000c0c1e0}, 0xc000648008, {0x1e49b75, 0xd}) pkg/sentry/fsimpl/tmpfs/filesystem.go:783 +0xf3 gvisor.dev/gvisor/pkg/sentry/vfs.(*VirtualFilesystem).SymlinkAt(0xc0002c91e0, {0x2061d10, 0xc000c0c1e0}, 0xc000488960, 0xc0001c6140, {0x1e49b75, 0xd}) pkg/sentry/vfs/vfs.go:695 +0x303 gvisor.dev/gvisor/pkg/sentry/fsimpl/dev.userspaceInit({0x2061d10, 0xc000c0c1e0}, 0xc0002c91e0, 0xc000488960, {0xc0006460b0?, 0xc000643808?}, 0x0) pkg/sentry/fsimpl/dev/dev.go:164 +0x33e gvisor.dev/gvisor/pkg/sentry/fsimpl/dev.FilesystemType.GetFilesystem({}, {0x2061d10, 0xc000c0c1e0}, 0xc0002c91e0, 0xc000488960, {0x0, 0x0}, {0x1, {0x0, 0x0}, ...}) pkg/sentry/fsimpl/dev/dev.go:60 +0x36e gvisor.dev/gvisor/pkg/sentry/vfs.(*VirtualFilesystem).NewFilesystem(0xc0002c91e0, {0x2061d10, 0xc000c0c1e0}, 0xc000488960, {0x0, 0x0}, {0x1e4017d, 0x3}, 0xc000644240) pkg/sentry/vfs/mount.go:252 +0x1d4 gvisor.dev/gvisor/pkg/sentry/vfs.(*VirtualFilesystem).MountDisconnected(0xc0002c91e0, {0x2061d10, 0xc000c0c1e0}, 0xc000488960, {0x0, 0x0}, {0x1e4017d, 0x3}, 0xc000644240) pkg/sentry/vfs/mount.go:271 +0xc5 gvisor.dev/gvisor/pkg/sentry/vfs.(*VirtualFilesystem).MountAt(0xc0002c91e0, {0x2061d10, 0xc000c0c1e0}, 0xc000488960, {0x0, 0x0}, 0xc000048520, {0x1e4017d, 0x3}, 0xc000644240) pkg/sentry/vfs/mount.go:632 +0xe5 gvisor.dev/gvisor/runsc/boot.(*containerMounter).mountSubmount(0xc000b30820, {0x2061d10, 0xc000c0c1e0}, 0xc00003c750, 0xc000540908, 0xc000c152f0, 0xc000488960, 0xc0002c6668) runsc/boot/vfs.go:850 +0xb52 gvisor.dev/gvisor/runsc/boot.(*containerMounter).mountSubmounts(0xc000b30820, {0x2061d10, 0xc000c0c1e0}, 0xc00003c750, 0xc000540908, 0xc000c152f0, 0xc000488960) runsc/boot/vfs.go:739 +0x9ed gvisor.dev/gvisor/runsc/boot.(*containerMounter).mountAll(0xc000b30820, {0x2061d10, 0xc000c0c1e0}, 0xc000488960, 0xc00003c750, 0xc000540908, 0xc000b308f0) runsc/boot/vfs.go:468 +0x585 gvisor.dev/gvisor/runsc/boot.setupContainerVFS({0x2061d10, 0xc000c0c000}, 0xc00046c298, 0xc000b30820, 0xc00046c2c8) runsc/boot/vfs.go:177 +0x2ce gvisor.dev/gvisor/runsc/boot.(*Loader).createContainerProcess(0xc00046c288, 0xc00046c298) runsc/boot/loader.go:1159 +0xb1b gvisor.dev/gvisor/runsc/boot.(*Loader).run(0xc00046c288) runsc/boot/loader.go:917 +0x372 gvisor.dev/gvisor/runsc/boot.(*Loader).Run(0xc00046c288) runsc/boot/loader.go:865 +0x2f gvisor.dev/gvisor/runsc/cmd.(*Boot).Execute(0xc00022ec40, {0xc0000402e0?, 0x11?}, 0xc0002a5650, {0xc0001b4320, 0x2, 0xc0001b4320?}) runsc/cmd/boot.go:564 +0x3525 github.com/google/subcommands.(*Commander).Execute(0xc0002a6000, {0x2051310, 0x3d43c60}, {0xc0001b4320, 0x2, 0x2}) external/com_github_google_subcommands/subcommands.go:200 +0x684 github.com/google/subcommands.Execute(...) external/com_github_google_subcommands/subcommands.go:481 gvisor.dev/gvisor/runsc/cli.Main() runsc/cli/main.go:216 +0x210f main.main() runsc/main.go:31 +0x1d ====== tmpfs.iterMutex -> tmpfs.inodeMutex ===== goroutine 166 [running]: gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*inodeMutex).Lock(0xc000a30888) bazel-out/k8-fastbuild/bin/pkg/sentry/fsimpl/tmpfs/inode_mutex.go:33 +0x4d gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*inode).touchAtime(0xc000a30858, 0xc000c9a2c0) pkg/sentry/fsimpl/tmpfs/tmpfs.go:807 +0x168 gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*directoryFD).IterDirents(0xc000b60980, {0x485195?, 0x2c90a14?}, {0x203d1e0, 0xc0008fcb00}) pkg/sentry/fsimpl/tmpfs/directory.go:125 +0x24b gvisor.dev/gvisor/pkg/sentry/vfs.(*FileDescription).IterDirents(0xc000b60980, {0x2061a40, 0xc000c7ac88}, {0x203d1e0, 0xc0008fcb00}) pkg/sentry/vfs/file_description.go:691 +0x17f gvisor.dev/gvisor/pkg/sentry/syscalls/linux.getdents(0xc000c7ac88, {{0x3}, {0x5583520fb4a0}, {0x8000}, {0x1000}, {0x6b0fbba}, {0x10}}, 0x1) pkg/sentry/syscalls/linux/sys_getdents.go:69 +0x29c gvisor.dev/gvisor/pkg/sentry/syscalls/linux.Getdents64(0xc000c7ac88, 0x0?, {{0x3}, {0x5583520fb4a0}, {0x8000}, {0x1000}, {0x6b0fbba}, {0x10}}) pkg/sentry/syscalls/linux/sys_getdents.go:36 +0x6b gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).executeSyscall(0xc000c7ac88, 0xd9, {{0x3}, {0x5583520fb4a0}, {0x8000}, {0x1000}, {0x6b0fbba}, {0x10}}) pkg/sentry/kernel/task_syscall.go:143 +0xb9f gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscallInvoke(0xc000c7ac88, 0xd9, {{0x3}, {0x5583520fb4a0}, {0x8000}, {0x1000}, {0x6b0fbba}, {0x10}}) pkg/sentry/kernel/task_syscall.go:323 +0x85 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscallEnter(0xc000c7ac88, 0xd9, {{0x3}, {0x5583520fb4a0}, {0x8000}, {0x1000}, {0x6b0fbba}, {0x10}}) pkg/sentry/kernel/task_syscall.go:283 +0xc7 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscall(0xc000c7ac88) pkg/sentry/kernel/task_syscall.go:258 +0x54a gvisor.dev/gvisor/pkg/sentry/kernel.(*runApp).execute(0xc000c7ac88?, 0xc000c7ac88) pkg/sentry/kernel/task_run.go:269 +0x2295 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).run(0xc000c7ac88, 0xa) pkg/sentry/kernel/task_run.go:97 +0x41b created by gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).Start in goroutine 140 pkg/sentry/kernel/task_start.go:400 +0x185