====================================== | [ 40.959634][ T314] 1 lock held by nft/314: | [ 40.959761][ T314] #0: ffff8880058e6ec8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_valid_genid (./include/linux/jiffies.h:101 net/netfilter/nf_tables_api.c:10954) nf_tables | [ 40.960188][ T314] | [ 40.960188][ T314] stack backtrace: [ 40.961135][ T314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 40.961490][ T314] Call Trace: [ 40.961618][ T314] [ 40.961715][ T314] dump_stack_lvl (lib/dump_stack.c:123) [ 40.961911][ T314] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 40.962102][ T314] nft_flowtable_lookup (net/netfilter/nf_tables_api.c:8380 (discriminator 7)) nf_tables [ 40.962346][ T314] nf_tables_newflowtable (net/netfilter/nf_tables_api.c:8736) nf_tables [ 40.962594][ T314] ? __pfx_nf_tables_newflowtable (net/netfilter/nf_tables_api.c:8711) nf_tables [ 40.962835][ T314] ? net_generic (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48) [ 40.963012][ T314] ? __pfx___lock_release (kernel/locking/lockdep.c:5477) [ 40.963186][ T314] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 40.963358][ T314] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 40.963538][ T314] ? __nla_validate_parse (lib/nlattr.c:638) [ 40.963720][ T314] nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:524) [ 40.963910][ T314] ? __pfx_nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:373) [ 40.964086][ T314] ? rcu_read_lock_any_held (kernel/rcu/update.c:387 kernel/rcu/update.c:380) [ 40.964264][ T314] ? find_stack (lib/stackdepot.c:552 (discriminator 1)) [ 40.964452][ T314] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 kernel/rcu/update.c:380) [ 40.964625][ T314] ? validate_chain (kernel/locking/lockdep.c:3797 kernel/locking/lockdep.c:3817 kernel/locking/lockdep.c:3872) [ 40.964815][ T314] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860) [ 40.964997][ T314] ? __lock_acquire (kernel/locking/lockdep.c:5202) [ 40.965181][ T314] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 40.965358][ T314] ? __lock_release (kernel/locking/lockdep.c:5501) [ 40.965533][ T314] ? __nla_validate_parse (./include/net/netlink.h:1267 (discriminator 1) lib/nlattr.c:622 (discriminator 1)) [ 40.965714][ T314] nfnetlink_rcv (net/netfilter/nfnetlink.c:647 net/netfilter/nfnetlink.c:665) [ 40.966020][ T314] ? __pfx_nfnetlink_rcv (net/netfilter/nfnetlink.c:651) [ 40.966195][ T314] ? netlink_deliver_tap (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48 net/netlink/af_netlink.c:333) [ 40.966372][ T314] netlink_unicast (net/netlink/af_netlink.c:1331 net/netlink/af_netlink.c:1357) [ 40.966549][ T314] ? __pfx_netlink_unicast (net/netlink/af_netlink.c:1342) [ 40.966737][ T314] netlink_sendmsg (net/netlink/af_netlink.c:1901) [ 40.966915][ T314] ? __pfx_netlink_sendmsg (net/netlink/af_netlink.c:1820) [ 40.967092][ T314] ? __import_iovec (lib/iov_iter.c:1433 lib/iov_iter.c:1449) [ 40.967271][ T314] ____sys_sendmsg (net/socket.c:729 net/socket.c:744 net/socket.c:2607) [ 40.967452][ T314] ? __pfx_____sys_sendmsg (net/socket.c:2553) [ 40.967624][ T314] ? __pfx_copy_msghdr_from_user (net/socket.c:2533) [ 40.967850][ T314] ___sys_sendmsg (net/socket.c:2663) [ 40.968024][ T314] ? __lock_release (kernel/locking/lockdep.c:5501) [ 40.968197][ T314] ? __pfx____sys_sendmsg (net/socket.c:2650) [ 40.968375][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 40.968547][ T314] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 40.968716][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 40.968890][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 40.969070][ T314] ? do_sock_getsockopt (net/socket.c:2388) [ 40.969242][ T314] ? do_sock_setsockopt (net/socket.c:2303) [ 40.969412][ T314] ? __pfx_do_sock_getsockopt (net/socket.c:2374) [ 40.969590][ T314] ? fdget (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1114 fs/file.c:1128) [ 40.969726][ T314] __sys_sendmsg (./include/linux/file.h:35 net/socket.c:2692) [ 40.969898][ T314] ? __pfx___sys_sendmsg (net/socket.c:2678) [ 40.970072][ T314] ? __pfx___sys_getsockopt (net/socket.c:2415) [ 40.970264][ T314] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 40.970438][ T314] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 40.970652][ T314] RIP: 0033:0x7f81057d37b7 [ 40.970830][ T314] Code: 0a 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b9 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2e 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 89 54 24 1c 48 89 74 24 10 All code ======== 0: 0a 00 or (%rax),%al 2: f7 d8 neg %eax 4: 64 89 02 mov %eax,%fs:(%rdx) 7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax e: eb b9 jmp 0xffffffffffffffc9 10: 0f 1f 00 nopl (%rax) 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 2e 00 00 00 mov $0x2e,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 28 sub $0x28,%rsp 37: 89 54 24 1c mov %edx,0x1c(%rsp) 3b: 48 89 74 24 10 mov %rsi,0x10(%rsp) Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 28 sub $0x28,%rsp d: 89 54 24 1c mov %edx,0x1c(%rsp) 11: 48 89 74 24 10 mov %rsi,0x10(%rsp) [ 40.971423][ T314] RSP: 002b:00007ffd0b8dff98 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 40.971675][ T314] RAX: ffffffffffffffda RBX: 00007ffd0b8f1190 RCX: 00007f81057d37b7 [ 40.971912][ T314] RDX: 0000000000000000 RSI: 00007ffd0b8f1050 RDI: 0000000000000005 [ 40.972148][ T314] RBP: 00007ffd0b8f1140 R08: 00007ffd0b8dff7c R09: 00007ffd0b8dffa0 [ 40.972383][ T314] R10: 00007f810568c708 R11: 0000000000000246 R12: 00007ffd0b8f1090 [ 40.972618][ T314] R13: 0000000000002c00 R14: 0000000000000005 R15: 00007ffd0b8dffb0 | [ 43.013991][ T314] 1 lock held by nft/314: | [ 43.014117][ T314] #0: ffff8880058e6ec8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_valid_genid (./include/linux/jiffies.h:101 net/netfilter/nf_tables_api.c:10954) nf_tables | [ 43.015272][ T314] | [ 43.015272][ T314] stack backtrace: [ 43.015708][ T314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 43.016056][ T314] Call Trace: [ 43.016180][ T314] [ 43.016266][ T314] dump_stack_lvl (lib/dump_stack.c:123) [ 43.016431][ T314] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 43.016594][ T314] nft_set_lookup.part.0 (net/netfilter/nf_tables_api.c:4467) nf_tables [ 43.016825][ T314] nf_tables_newset (net/netfilter/nf_tables_api.c:5230) nf_tables [ 43.017052][ T314] ? __pfx_nf_tables_newset (net/netfilter/nf_tables_api.c:5072) nf_tables [ 43.017284][ T314] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 43.017450][ T314] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 43.017608][ T314] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 43.017771][ T314] ? __nla_validate_parse (lib/nlattr.c:638) [ 43.017936][ T314] nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:524) [ 43.018109][ T314] ? __pfx_nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:373) [ 43.018268][ T314] ? rcu_read_lock_any_held (kernel/rcu/update.c:387 kernel/rcu/update.c:380) [ 43.018429][ T314] ? find_stack (lib/stackdepot.c:552 (discriminator 1)) [ 43.018592][ T314] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 kernel/rcu/update.c:380) [ 43.018747][ T314] ? validate_chain (kernel/locking/lockdep.c:3797 kernel/locking/lockdep.c:3817 kernel/locking/lockdep.c:3872) [ 43.018920][ T314] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860) [ 43.019099][ T314] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 43.019261][ T314] ? __lock_release (kernel/locking/lockdep.c:5501) [ 43.019420][ T314] ? __nla_validate_parse (./include/net/netlink.h:1267 (discriminator 1) lib/nlattr.c:622 (discriminator 1)) [ 43.019583][ T314] nfnetlink_rcv (net/netfilter/nfnetlink.c:647 net/netfilter/nfnetlink.c:665) [ 43.019744][ T314] ? __pfx_nfnetlink_rcv (net/netfilter/nfnetlink.c:651) [ 43.019906][ T314] ? netlink_deliver_tap (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48 net/netlink/af_netlink.c:333) [ 43.020075][ T314] netlink_unicast (net/netlink/af_netlink.c:1331 net/netlink/af_netlink.c:1357) [ 43.020236][ T314] ? __pfx_netlink_unicast (net/netlink/af_netlink.c:1342) [ 43.020402][ T314] netlink_sendmsg (net/netlink/af_netlink.c:1901) [ 43.020565][ T314] ? __pfx_netlink_sendmsg (net/netlink/af_netlink.c:1820) [ 43.020726][ T314] ? __import_iovec (lib/iov_iter.c:1433 lib/iov_iter.c:1449) [ 43.020893][ T314] ____sys_sendmsg (net/socket.c:729 net/socket.c:744 net/socket.c:2607) [ 43.021056][ T314] ? __pfx_____sys_sendmsg (net/socket.c:2553) [ 43.021215][ T314] ? __pfx_copy_msghdr_from_user (net/socket.c:2533) [ 43.021423][ T314] ___sys_sendmsg (net/socket.c:2663) [ 43.021580][ T314] ? __lock_release (kernel/locking/lockdep.c:5501) [ 43.021740][ T314] ? __pfx____sys_sendmsg (net/socket.c:2650) [ 43.021904][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 43.022062][ T314] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 43.022219][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 43.022386][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 43.022557][ T314] ? do_sock_getsockopt (net/socket.c:2388) [ 43.022717][ T314] ? do_sock_setsockopt (net/socket.c:2303) [ 43.022875][ T314] ? __pfx_do_sock_getsockopt (net/socket.c:2374) [ 43.023040][ T314] ? fdget (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1114 fs/file.c:1128) [ 43.023166][ T314] __sys_sendmsg (./include/linux/file.h:35 net/socket.c:2692) [ 43.023325][ T314] ? __pfx___sys_sendmsg (net/socket.c:2678) [ 43.023486][ T314] ? __pfx___sys_getsockopt (net/socket.c:2415) [ 43.023662][ T314] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 43.023823][ T314] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 43.024021][ T314] RIP: 0033:0x7f81057d37b7 [ 43.024187][ T314] Code: 0a 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b9 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2e 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 89 54 24 1c 48 89 74 24 10 All code ======== 0: 0a 00 or (%rax),%al 2: f7 d8 neg %eax 4: 64 89 02 mov %eax,%fs:(%rdx) 7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax e: eb b9 jmp 0xffffffffffffffc9 10: 0f 1f 00 nopl (%rax) 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 2e 00 00 00 mov $0x2e,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 28 sub $0x28,%rsp 37: 89 54 24 1c mov %edx,0x1c(%rsp) 3b: 48 89 74 24 10 mov %rsi,0x10(%rsp) Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 28 sub $0x28,%rsp d: 89 54 24 1c mov %edx,0x1c(%rsp) 11: 48 89 74 24 10 mov %rsi,0x10(%rsp) [ 43.024729][ T314] RSP: 002b:00007ffd0b8dff98 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 43.024970][ T314] RAX: ffffffffffffffda RBX: 00007ffd0b8f1190 RCX: 00007f81057d37b7 [ 43.025208][ T314] RDX: 0000000000000000 RSI: 00007ffd0b8f1050 RDI: 0000000000000005 [ 43.025444][ T314] RBP: 00007ffd0b8f1140 R08: 00007ffd0b8dff7c R09: 00007ffd0b8dffa0 [ 43.025683][ T314] R10: 00007f810568c708 R11: 0000000000000246 R12: 00007ffd0b8f1090 [ 43.025917][ T314] R13: 0000000000002c00 R14: 0000000000000005 R15: 00007ffd0b8dffb0 | [ 157.384494][ T11] #2: ffffffffab5cf8d0 (pernet_ops_rwsem){++++}-{3:3}, at: cleanup_net (net/core/net_namespace.c:590) | [ 157.384793][ T11] #3: ffff888005c088c8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_exit_net (net/netfilter/nf_tables_api.c:10288 net/netfilter/nf_tables_api.c:11635) nf_tables | [ 157.385200][ T11] | [ 157.385200][ T11] stack backtrace: [ 157.385708][ T11] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 157.386169][ T11] Workqueue: netns cleanup_net [ 157.386342][ T11] Call Trace: [ 157.386473][ T11] [ 157.386565][ T11] dump_stack_lvl (lib/dump_stack.c:123) [ 157.386738][ T11] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 157.386908][ T11] nft_hash_walk (net/netfilter/nft_set_hash.c:650 (discriminator 7)) nf_tables [ 157.387103][ T11] ? lockdep_hardirqs_on_prepare (kernel/locking/lockdep.c:4347 kernel/locking/lockdep.c:4406) [ 157.387325][ T11] nft_map_deactivate (net/netfilter/nf_tables_api.c:694) nf_tables [ 157.387559][ T11] ? __pfx_nft_map_deactivate (net/netfilter/nf_tables_api.c:687) nf_tables [ 157.387788][ T11] ? __pfx_nft_mapelem_deactivate (net/netfilter/nf_tables_api.c:650) nf_tables [ 157.388020][ T11] ? mark_held_locks (kernel/locking/lockdep.c:4321) [ 157.388190][ T11] nf_tables_deactivate_set (net/netfilter/nf_tables_api.c:5660) nf_tables [ 157.388424][ T11] nft_rule_expr_deactivate (net/netfilter/nf_tables_api.c:524) nf_tables [ 157.388656][ T11] __nft_release_table (./include/net/netfilter/nf_tables.h:1014 ./include/net/netfilter/nf_tables.h:1020 net/netfilter/nf_tables_api.c:3863 net/netfilter/nf_tables_api.c:3874 net/netfilter/nf_tables_api.c:11501) nf_tables [ 157.388898][ T11] ? __pfx___nft_release_table (net/netfilter/nf_tables_api.c:11480) nf_tables [ 157.389129][ T11] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 157.389310][ T11] ? net_generic (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48) nf_tables [ 157.389505][ T11] nf_tables_exit_net (net/netfilter/nf_tables_api.c:11535 net/netfilter/nf_tables_api.c:11643) nf_tables [ 157.389867][ T11] ops_exit_list (net/core/net_namespace.c:173 (discriminator 3)) [ 157.390035][ T11] cleanup_net (net/core/net_namespace.c:632 (discriminator 3)) [ 157.390200][ T11] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 157.390370][ T11] ? __pfx_cleanup_net (net/core/net_namespace.c:577) [ 157.390526][ T11] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 157.390695][ T11] ? process_one_work (kernel/workqueue.c:3205) [ 157.390856][ T11] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 157.391017][ T11] ? process_one_work (kernel/workqueue.c:3205) [ 157.391280][ T11] process_one_work (kernel/workqueue.c:3229) [ 157.391454][ T11] ? __pfx___lock_release (kernel/locking/lockdep.c:5477) [ 157.391620][ T11] ? __pfx_process_one_work (kernel/workqueue.c:3131) [ 157.391793][ T11] ? assign_work (kernel/workqueue.c:1200) [ 157.392062][ T11] worker_thread (kernel/workqueue.c:3304 kernel/workqueue.c:3391) [ 157.392242][ T11] ? __pfx_worker_thread (kernel/workqueue.c:3337) [ 157.392399][ T11] kthread (kernel/kthread.c:389) [ 157.392518][ T11] ? __pfx_kthread (kernel/kthread.c:342) [ 157.392682][ T11] ret_from_fork (arch/x86/kernel/process.c:147) [ 157.392845][ T11] ? __pfx_kthread (kernel/kthread.c:342) Finger prints: lockdep_rcu_suspicious:nft_hash_walk:nft_map_deactivate:nf_tables_deactivate_set:nft_rule_expr_deactivate lockdep_rcu_suspicious:nft_flowtable_lookup:nf_tables_newflowtable:nfnetlink_rcv_batch:nfnetlink_rcv lockdep_rcu_suspicious:nf_tables_newset:nfnetlink_rcv_batch:nfnetlink_rcv:netlink_unicast