panic: WARNING: circular locking detected: tmpfs.inodeMutex -> mm.mappingRWMutex: goroutine 680 [running]: gvisor.dev/gvisor/pkg/sync/locking.(*ancestorsAtomicPtrMap).RangeRepeatable(0xc00048e260, 0xc0008de918) bazel-out/k8-fastbuild/bin/pkg/sync/locking/atomicptrmap_ancestors_unsafe.go:440 +0x326 gvisor.dev/gvisor/pkg/sync/locking.checkLock(0xc0002a1e60, 0xc00048e240, {0xc001c68178, 0x1, 0x1}) pkg/sync/locking/lockdep.go:112 +0x505 gvisor.dev/gvisor/pkg/sync/locking.checkLock.func1(0xc00048e240, 0xc0008deaa8?) pkg/sync/locking/lockdep.go:115 +0x74 gvisor.dev/gvisor/pkg/sync/locking.(*ancestorsAtomicPtrMap).RangeRepeatable(0xc00048e1d0, 0xc0008deb58) bazel-out/k8-fastbuild/bin/pkg/sync/locking/atomicptrmap_ancestors_unsafe.go:440 +0x326 gvisor.dev/gvisor/pkg/sync/locking.checkLock(0xc0002a1e60, 0xc00048e1b0, {0x0, 0x0, 0x0}) pkg/sync/locking/lockdep.go:112 +0x505 gvisor.dev/gvisor/pkg/sync/locking.AddGLock(0xc0002a1e60, 0xffffffffffffffff) pkg/sync/locking/lockdep.go:144 +0x390 gvisor.dev/gvisor/pkg/sentry/mm.(*mappingRWMutex).RLock(0xc00118705c) bazel-out/k8-fastbuild/bin/pkg/sentry/mm/mapping_mutex.go:59 +0x4d gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).withInternalMappings(0xc001187008, {0x2061720, 0xc0009c2588}, {0x485195?, 0x2cbf5a8?}, {0x1?, 0x0?, 0x0?}, 0x0, 0xc0008df080) pkg/sentry/mm/io.go:544 +0x145 gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).withVecInternalMappings(0xc001187008, {0x2061720, 0xc0009c2588}, {0x0?, 0x0?, 0x0?, 0xc000d14060?}, {0x1, 0x0, 0x0}, ...) pkg/sentry/mm/io.go:606 +0x8ae gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).CopyInTo(0xc001187008, {0x2061720, 0xc0009c2588}, {0x0?, 0x3?, 0x484ca9?, 0xc0008df130?}, {0x203e0c0, 0xc000d14060}, {0x0, ...}) pkg/sentry/mm/io.go:324 +0x2f0 gvisor.dev/gvisor/pkg/usermem.IOSequence.CopyInTo({{0x20583b8, 0xc001187008}, {0x0, 0x1, 0x7f77e7e00000, 0x2000}, {0x0, 0x1}}, {0x2061720, 0xc0009c2588}, ...) pkg/usermem/usermem.go:516 +0xcf gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*regularFileFD).pwrite(0xc00090ad80, {0x2061720, 0xc0009c2588}, {{0x20583b8, 0xc001187008}, {0x0, 0x1, 0x7f77e7e00000, 0x2000}, {0x0, ...}}, ...) pkg/sentry/fsimpl/tmpfs/regular_file.go:553 +0x91b gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*regularFileFD).Write(0xc00090ad80, {0x2061720, 0xc0009c2588}, {{0x20583b8, 0xc001187008}, {0x0, 0x1, 0x7f77e7e00000, 0x2000}, {0x0, ...}}, ...) pkg/sentry/fsimpl/tmpfs/regular_file.go:570 +0x12a gvisor.dev/gvisor/pkg/sentry/vfs.(*FileDescription).Write(0xc00090ad80, {0x2061720, 0xc0009c2588}, {{0x20583b8, 0xc001187008}, {0x0, 0x1, 0x7f77e7e00000, 0x2000}, {0x0, ...}}, ...) pkg/sentry/vfs/file_description.go:679 +0x145 gvisor.dev/gvisor/pkg/sentry/syscalls/linux.write(0xc0009c2588, 0xc00090ad80, {{0x20583b8, 0xc001187008}, {0x0, 0x1, 0x7f77e7e00000, 0x2000}, {0x0, 0x1}}, ...) pkg/sentry/syscalls/linux/sys_read_write.go:347 +0xa5 gvisor.dev/gvisor/pkg/sentry/syscalls/linux.Write(0xc0009c2588, 0x0?, {{0x3}, {0x7f77e7e00000}, {0x2000}, {0x20001ac2}, {0x0}, {0x177}}) pkg/sentry/syscalls/linux/sys_read_write.go:316 +0x38f gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).executeSyscall(0xc0009c2588, 0x1, {{0x3}, {0x7f77e7e00000}, {0x2000}, {0x20001ac2}, {0x0}, {0x177}}) pkg/sentry/kernel/task_syscall.go:143 +0xb9f gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscallInvoke(0xc0009c2588, 0x1, {{0x3}, {0x7f77e7e00000}, {0x2000}, {0x20001ac2}, {0x0}, {0x177}}) pkg/sentry/kernel/task_syscall.go:323 +0x85 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscallEnter(0xc0009c2588, 0x1, {{0x3}, {0x7f77e7e00000}, {0x2000}, {0x20001ac2}, {0x0}, {0x177}}) pkg/sentry/kernel/task_syscall.go:283 +0xc7 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscall(0xc0009c2588) pkg/sentry/kernel/task_syscall.go:258 +0x54a gvisor.dev/gvisor/pkg/sentry/kernel.(*runApp).execute(0xc0009c2588?, 0xc0009c2588) pkg/sentry/kernel/task_run.go:269 +0x2295 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).run(0xc0009c2588, 0x44) pkg/sentry/kernel/task_run.go:97 +0x41b created by gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).Start in goroutine 906 pkg/sentry/kernel/task_start.go:400 +0x185 known lock chain: mm.mappingRWMutex -> tmpfs.filesystemRWMutex -> tmpfs.iterMutex -> tmpfs.inodeMutex ====== mm.mappingRWMutex -> tmpfs.filesystemRWMutex ===== goroutine 276 [running]: gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystemRWMutex).RLock(0xc0006a47b8) bazel-out/k8-fastbuild/bin/pkg/sentry/fsimpl/tmpfs/filesystem_mutex.go:59 +0x4d gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystem).StatAt(0xc0006a4750, {0x20618d0, 0xc000b9cff0}, 0xc00130ed88, {0x13fc768?, 0x30000000?}) pkg/sentry/fsimpl/tmpfs/filesystem.go:760 +0xa8 gvisor.dev/gvisor/pkg/sentry/vfs.(*FileDescription).Stat(0xc000381ea0, {0x20618d0, 0xc000b9cff0}, {0x1a6bdb0?, 0x0?}) pkg/sentry/vfs/file_description.go:540 +0x322 gvisor.dev/gvisor/pkg/sentry/vfs.(*FileDescription).DeviceID(0xc000381ea0) pkg/sentry/vfs/file_description.go:823 +0x65 gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).appendVMAMapsEntryLocked(0x485195?, {0x20618d0, 0xc000b9cff0}, {0xc0013ba008?, 0xc0007a9368?}, 0xc000daa400) pkg/sentry/mm/procfs.go:118 +0x19d gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).vmaMapsEntryLocked(0xc0013b6008, {0x20618d0, 0xc000b9cff0}, {0xc0013ba008?, 0xc0007a9448?}) pkg/sentry/mm/procfs.go:104 +0xcf gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).DebugString(0xc0013b6008, {0x20618d0, 0xc000b9cff0}) pkg/sentry/mm/debug.go:49 +0x1a5 gvisor.dev/gvisor/pkg/sentry/mm.(*MemoryManager).String(0xc0013b6008) pkg/sentry/mm/debug.go:38 +0x45 fmt.(*pp).handleMethods(0xc0013fc5b0, 0x73) bazel-out/k8-fastbuild/bin/external/io_bazel_rules_go/stdlib_/src/fmt/print.go:673 +0x6eb fmt.(*pp).printArg(0xc0013fc5b0, {0x1e34dc0, 0xc0013b6008}, 0x73) bazel-out/k8-fastbuild/bin/external/io_bazel_rules_go/stdlib_/src/fmt/print.go:756 +0xb4c fmt.(*pp).doPrintf(0xc0013fc5b0, {0xc0006aa900, 0x24}, {0xc000daa390, 0x1, 0x1}) bazel-out/k8-fastbuild/bin/external/io_bazel_rules_go/stdlib_/src/fmt/print.go:1074 +0x5d0 fmt.Sprintf({0xc0006aa900, 0x24}, {0xc000daa390, 0x1, 0x1}) bazel-out/k8-fastbuild/bin/external/io_bazel_rules_go/stdlib_/src/fmt/print.go:239 +0x5d gvisor.dev/gvisor/pkg/log.GoogleEmitter.Emit({0xc0007a9ab0?}, 0x3, 0x2, {0x2cbf160?, 0x1?, 0x2de21c0?}, {0xc0006aa900, 0x24}, {0xc000daa390, 0x1, ...}) pkg/log/glog.go:82 +0x32a gvisor.dev/gvisor/pkg/log.(*BasicLogger).DebugfAtDepth(0xc0003c6af8, 0x2, {0xc0006aa900, 0x24}, {0xc000daa390, 0x1, 0x1}) pkg/log/log.go:220 +0x128 gvisor.dev/gvisor/pkg/log.DebugfAtDepth(0x1, {0xc0006aa900, 0x24}, {0xc000daa390, 0x1, 0x1}) pkg/log/log.go:295 +0x72 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).Debugf(0xc000818588, {0x1e486de, 0xc}, {0xc000daa390, 0x1, 0x1}) pkg/sentry/kernel/task_log.go:54 +0xcd gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).DebugDumpState(0xc000818588) pkg/sentry/kernel/task_log.go:71 +0x11c gvisor.dev/gvisor/pkg/sentry/kernel.(*runApp).execute(0xc000818588?, 0xc000818588) pkg/sentry/kernel/task_run.go:313 +0x2025 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).run(0xc000818588, 0xd) pkg/sentry/kernel/task_run.go:97 +0x41b created by gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).Start in goroutine 298 pkg/sentry/kernel/task_start.go:400 +0x185 ====== tmpfs.filesystemRWMutex -> tmpfs.iterMutex ===== goroutine 1 [running]: gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*iterMutex).Lock(0xc0006a7be0) bazel-out/k8-fastbuild/bin/pkg/sentry/fsimpl/tmpfs/iter_mutex.go:33 +0x4d gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*directory).insertChildLocked(0xc0006a7808, 0xc00084a280, {0x1e3fbcf, 0x2}) pkg/sentry/fsimpl/tmpfs/directory.go:69 +0x1c5 gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystem).SymlinkAt.func1(0xc0006a7808, {0x1e3fbcf, 0x2}) pkg/sentry/fsimpl/tmpfs/filesystem.go:794 +0x159 gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystem).doCreateAt(0xc0006a4750, {0x20619f0, 0xc000c0a340}, 0xc0001acd88, 0x0, 0xc000047c68) pkg/sentry/fsimpl/tmpfs/filesystem.go:210 +0x584 gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*filesystem).SymlinkAt(0xc0006a4750, {0x20619f0, 0xc000c0a340}, 0xc0001acd88, {0x1e4984b, 0xd}) pkg/sentry/fsimpl/tmpfs/filesystem.go:783 +0xf3 gvisor.dev/gvisor/pkg/sentry/vfs.(*VirtualFilesystem).SymlinkAt(0xc0002411e0, {0x20619f0, 0xc000c0a340}, 0xc0005813e0, 0xc00084a230, {0x1e4984b, 0xd}) pkg/sentry/vfs/vfs.go:695 +0x303 gvisor.dev/gvisor/pkg/sentry/fsimpl/dev.userspaceInit({0x20619f0, 0xc000c0a340}, 0xc0002411e0, 0xc0005813e0, {0xc000210c60?, 0xc0006a7808?}, 0x0) pkg/sentry/fsimpl/dev/dev.go:164 +0x33e gvisor.dev/gvisor/pkg/sentry/fsimpl/dev.FilesystemType.GetFilesystem({}, {0x20619f0, 0xc000c0a340}, 0xc0002411e0, 0xc0005813e0, {0x0, 0x0}, {0x1, {0x0, 0x0}, ...}) pkg/sentry/fsimpl/dev/dev.go:60 +0x36e gvisor.dev/gvisor/pkg/sentry/vfs.(*VirtualFilesystem).NewFilesystem(0xc0002411e0, {0x20619f0, 0xc000c0a340}, 0xc0005813e0, {0x0, 0x0}, {0x1e3fe5d, 0x3}, 0xc0006a1b00) pkg/sentry/vfs/mount.go:252 +0x1d4 gvisor.dev/gvisor/pkg/sentry/vfs.(*VirtualFilesystem).MountDisconnected(0xc0002411e0, {0x20619f0, 0xc000c0a340}, 0xc0005813e0, {0x0, 0x0}, {0x1e3fe5d, 0x3}, 0xc0006a1b00) pkg/sentry/vfs/mount.go:271 +0xc5 gvisor.dev/gvisor/pkg/sentry/vfs.(*VirtualFilesystem).MountAt(0xc0002411e0, {0x20619f0, 0xc000c0a340}, 0xc0005813e0, {0x0, 0x0}, 0xc000048520, {0x1e3fe5d, 0x3}, 0xc0006a1b00) pkg/sentry/vfs/mount.go:632 +0xe5 gvisor.dev/gvisor/runsc/boot.(*containerMounter).mountSubmount(0xc000543450, {0x20619f0, 0xc000c0a340}, 0xc0004fb320, 0xc0002d8908, 0xc000424570, 0xc0005813e0, 0xc0003e02a8) runsc/boot/vfs.go:850 +0xb52 gvisor.dev/gvisor/runsc/boot.(*containerMounter).mountSubmounts(0xc000543450, {0x20619f0, 0xc000c0a340}, 0xc0004fb320, 0xc0002d8908, 0xc000424570, 0xc0005813e0) runsc/boot/vfs.go:739 +0x9ed gvisor.dev/gvisor/runsc/boot.(*containerMounter).mountAll(0xc000543450, {0x20619f0, 0xc000c0a340}, 0xc0005813e0, 0xc0004fb320, 0xc0002d8908, 0xc000543520) runsc/boot/vfs.go:468 +0x585 gvisor.dev/gvisor/runsc/boot.setupContainerVFS({0x20619f0, 0xc000c0a120}, 0xc00022d198, 0xc000543450, 0xc00022d1c8) runsc/boot/vfs.go:177 +0x2ce gvisor.dev/gvisor/runsc/boot.(*Loader).createContainerProcess(0xc00022d188, 0xc00022d198) runsc/boot/loader.go:1159 +0xb1b gvisor.dev/gvisor/runsc/boot.(*Loader).run(0xc00022d188) runsc/boot/loader.go:917 +0x372 gvisor.dev/gvisor/runsc/boot.(*Loader).Run(0xc00022d188) runsc/boot/loader.go:865 +0x2f gvisor.dev/gvisor/runsc/cmd.(*Boot).Execute(0xc0001ab880, {0xc0000402f0?, 0x11?}, 0xc00037d420, {0xc00015dd80, 0x2, 0xc00015dd80?}) runsc/cmd/boot.go:564 +0x3525 github.com/google/subcommands.(*Commander).Execute(0xc00021e000, {0x2050ff0, 0x3d42c60}, {0xc00015dd80, 0x2, 0x2}) external/com_github_google_subcommands/subcommands.go:200 +0x684 github.com/google/subcommands.Execute(...) external/com_github_google_subcommands/subcommands.go:481 gvisor.dev/gvisor/runsc/cli.Main() runsc/cli/main.go:216 +0x210f main.main() runsc/main.go:31 +0x1d ====== tmpfs.iterMutex -> tmpfs.inodeMutex ===== goroutine 298 [running]: gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*inodeMutex).Lock(0xc000776488) bazel-out/k8-fastbuild/bin/pkg/sentry/fsimpl/tmpfs/inode_mutex.go:33 +0x4d gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*inode).touchAtime(0xc000776458, 0xc00161e2c0) pkg/sentry/fsimpl/tmpfs/tmpfs.go:807 +0x168 gvisor.dev/gvisor/pkg/sentry/fsimpl/tmpfs.(*directoryFD).IterDirents(0xc001310000, {0x485195?, 0x2c8fa14?}, {0x203cec0, 0xc00130c1c0}) pkg/sentry/fsimpl/tmpfs/directory.go:125 +0x24b gvisor.dev/gvisor/pkg/sentry/vfs.(*FileDescription).IterDirents(0xc001310000, {0x2061720, 0xc00089c588}, {0x203cec0, 0xc00130c1c0}) pkg/sentry/vfs/file_description.go:691 +0x17f gvisor.dev/gvisor/pkg/sentry/syscalls/linux.getdents(0xc00089c588, {{0x3}, {0x55dd1133d4a0}, {0x8000}, {0x1000}, {0x29b265f2}, {0x76c}}, 0x1) pkg/sentry/syscalls/linux/sys_getdents.go:69 +0x29c gvisor.dev/gvisor/pkg/sentry/syscalls/linux.Getdents64(0xc00089c588, 0x0?, {{0x3}, {0x55dd1133d4a0}, {0x8000}, {0x1000}, {0x29b265f2}, {0x76c}}) pkg/sentry/syscalls/linux/sys_getdents.go:36 +0x6b gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).executeSyscall(0xc00089c588, 0xd9, {{0x3}, {0x55dd1133d4a0}, {0x8000}, {0x1000}, {0x29b265f2}, {0x76c}}) pkg/sentry/kernel/task_syscall.go:143 +0xb9f gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscallInvoke(0xc00089c588, 0xd9, {{0x3}, {0x55dd1133d4a0}, {0x8000}, {0x1000}, {0x29b265f2}, {0x76c}}) pkg/sentry/kernel/task_syscall.go:323 +0x85 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscallEnter(0xc00089c588, 0xd9, {{0x3}, {0x55dd1133d4a0}, {0x8000}, {0x1000}, {0x29b265f2}, {0x76c}}) pkg/sentry/kernel/task_syscall.go:283 +0xc7 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).doSyscall(0xc00089c588) pkg/sentry/kernel/task_syscall.go:258 +0x54a gvisor.dev/gvisor/pkg/sentry/kernel.(*runApp).execute(0xc00089c588?, 0xc00089c588) pkg/sentry/kernel/task_run.go:269 +0x2295 gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).run(0xc00089c588, 0xa) pkg/sentry/kernel/task_run.go:97 +0x41b created by gvisor.dev/gvisor/pkg/sentry/kernel.(*Task).Start in goroutine 310 pkg/sentry/kernel/task_start.go:400 +0x185