====================================== | [ 44.475023][ T312] 1 lock held by nft/312: | [ 44.475175][ T312] #0: ffff888005bf14c8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_valid_genid (./include/linux/jiffies.h:101 net/netfilter/nf_tables_api.c:10954) nf_tables | [ 44.475663][ T312] | [ 44.475663][ T312] stack backtrace: [ 44.476133][ T312] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 44.476510][ T312] Call Trace: [ 44.476657][ T312] [ 44.476749][ T312] dump_stack_lvl (lib/dump_stack.c:123) [ 44.476930][ T312] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 44.477099][ T312] nft_flowtable_lookup (net/netfilter/nf_tables_api.c:8380 (discriminator 7)) nf_tables [ 44.477337][ T312] nf_tables_newflowtable (net/netfilter/nf_tables_api.c:8736) nf_tables [ 44.477567][ T312] ? __pfx_nf_tables_newflowtable (net/netfilter/nf_tables_api.c:8711) nf_tables [ 44.477802][ T312] ? net_generic (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48) [ 44.477977][ T312] ? __pfx___lock_release (kernel/locking/lockdep.c:5477) [ 44.478138][ T312] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 44.478308][ T312] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 44.478476][ T312] ? __nla_validate_parse (lib/nlattr.c:638) [ 44.478644][ T312] nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:524) [ 44.478825][ T312] ? __pfx_nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:373) [ 44.478996][ T312] ? rcu_read_lock_any_held (kernel/rcu/update.c:387 kernel/rcu/update.c:380) [ 44.479162][ T312] ? find_stack (lib/stackdepot.c:552 (discriminator 1)) [ 44.479329][ T312] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 kernel/rcu/update.c:380) [ 44.479507][ T312] ? validate_chain (kernel/locking/lockdep.c:3797 kernel/locking/lockdep.c:3817 kernel/locking/lockdep.c:3872) [ 44.479721][ T312] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860) [ 44.479907][ T312] ? __lock_acquire (kernel/locking/lockdep.c:5202) [ 44.480078][ T312] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 44.480249][ T312] ? __lock_release (kernel/locking/lockdep.c:5501) [ 44.480414][ T312] ? __nla_validate_parse (./include/net/netlink.h:1267 (discriminator 1) lib/nlattr.c:622 (discriminator 1)) [ 44.480592][ T312] nfnetlink_rcv (net/netfilter/nfnetlink.c:647 net/netfilter/nfnetlink.c:665) [ 44.480755][ T312] ? __pfx_nfnetlink_rcv (net/netfilter/nfnetlink.c:651) [ 44.480921][ T312] ? netlink_deliver_tap (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48 net/netlink/af_netlink.c:333) [ 44.481097][ T312] netlink_unicast (net/netlink/af_netlink.c:1331 net/netlink/af_netlink.c:1357) [ 44.481262][ T312] ? __pfx_netlink_unicast (net/netlink/af_netlink.c:1342) [ 44.481430][ T312] netlink_sendmsg (net/netlink/af_netlink.c:1901) [ 44.481593][ T312] ? __pfx_netlink_sendmsg (net/netlink/af_netlink.c:1820) [ 44.481757][ T312] ? __import_iovec (lib/iov_iter.c:1433 lib/iov_iter.c:1449) [ 44.481926][ T312] ____sys_sendmsg (net/socket.c:729 net/socket.c:744 net/socket.c:2607) [ 44.482221][ T312] ? __pfx_____sys_sendmsg (net/socket.c:2553) [ 44.482381][ T312] ? __pfx_copy_msghdr_from_user (net/socket.c:2533) [ 44.482596][ T312] ___sys_sendmsg (net/socket.c:2663) [ 44.482755][ T312] ? __lock_release (kernel/locking/lockdep.c:5501) [ 44.482916][ T312] ? __pfx____sys_sendmsg (net/socket.c:2650) [ 44.483078][ T312] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 44.483245][ T312] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 44.483407][ T312] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 44.483586][ T312] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 44.483769][ T312] ? do_sock_getsockopt (net/socket.c:2388) [ 44.483931][ T312] ? reacquire_held_locks (kernel/locking/lockdep.c:5350) [ 44.484091][ T312] ? __pfx_do_sock_getsockopt (net/socket.c:2374) [ 44.484256][ T312] ? fdget (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1114 fs/file.c:1128) [ 44.484389][ T312] __sys_sendmsg (./include/linux/file.h:35 net/socket.c:2692) [ 44.484549][ T312] ? __pfx___sys_sendmsg (net/socket.c:2678) [ 44.484744][ T312] ? __pfx___sys_getsockopt (net/socket.c:2415) [ 44.484924][ T312] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 44.485096][ T312] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 44.485296][ T312] RIP: 0033:0x7ff8f2ebb7b7 [ 44.485473][ T312] Code: 0a 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b9 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2e 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 89 54 24 1c 48 89 74 24 10 All code ======== 0: 0a 00 or (%rax),%al 2: f7 d8 neg %eax 4: 64 89 02 mov %eax,%fs:(%rdx) 7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax e: eb b9 jmp 0xffffffffffffffc9 10: 0f 1f 00 nopl (%rax) 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 2e 00 00 00 mov $0x2e,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 28 sub $0x28,%rsp 37: 89 54 24 1c mov %edx,0x1c(%rsp) 3b: 48 89 74 24 10 mov %rsi,0x10(%rsp) Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 28 sub $0x28,%rsp d: 89 54 24 1c mov %edx,0x1c(%rsp) 11: 48 89 74 24 10 mov %rsi,0x10(%rsp) [ 44.486066][ T312] RSP: 002b:00007ffc0cf29ff8 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 44.486319][ T312] RAX: ffffffffffffffda RBX: 00007ffc0cf3b1f0 RCX: 00007ff8f2ebb7b7 [ 44.486561][ T312] RDX: 0000000000000000 RSI: 00007ffc0cf3b0b0 RDI: 0000000000000005 [ 44.486807][ T312] RBP: 00007ffc0cf3b1a0 R08: 00007ffc0cf29fdc R09: 00007ffc0cf2a000 [ 44.487060][ T312] R10: 00007ff8f2d74708 R11: 0000000000000246 R12: 00007ffc0cf3b0f0 [ 44.487302][ T312] R13: 0000000000002c00 R14: 0000000000000005 R15: 00007ffc0cf2a010 | [ 46.920631][ T312] 1 lock held by nft/312: | [ 46.920837][ T312] #0: ffff888005bf14c8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_valid_genid (./include/linux/jiffies.h:101 net/netfilter/nf_tables_api.c:10954) nf_tables | [ 46.921533][ T312] | [ 46.921533][ T312] stack backtrace: [ 46.922236][ T312] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 46.922799][ T312] Call Trace: [ 46.923000][ T312] [ 46.923147][ T312] dump_stack_lvl (lib/dump_stack.c:123) [ 46.923422][ T312] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 46.923701][ T312] nft_set_lookup.part.0 (net/netfilter/nf_tables_api.c:4467) nf_tables [ 46.924082][ T312] nf_tables_newset (net/netfilter/nf_tables_api.c:5230) nf_tables [ 46.924468][ T312] ? __pfx_nf_tables_newset (net/netfilter/nf_tables_api.c:5072) nf_tables [ 46.924832][ T312] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 46.925136][ T312] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 46.925406][ T312] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 46.925675][ T312] ? __nla_validate_parse (lib/nlattr.c:638) [ 46.925962][ T312] nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:524) [ 46.926255][ T312] ? __pfx_nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:373) [ 46.926521][ T312] ? rcu_read_lock_any_held (kernel/rcu/update.c:387 kernel/rcu/update.c:380) [ 46.926783][ T312] ? find_stack (lib/stackdepot.c:552 (discriminator 1)) [ 46.927057][ T312] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 kernel/rcu/update.c:380) [ 46.927318][ T312] ? validate_chain (kernel/locking/lockdep.c:3797 kernel/locking/lockdep.c:3817 kernel/locking/lockdep.c:3872) [ 46.927606][ T312] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860) [ 46.927915][ T312] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 46.928187][ T312] ? __lock_release (kernel/locking/lockdep.c:5501) [ 46.928451][ T312] ? __nla_validate_parse (./include/net/netlink.h:1267 (discriminator 1) lib/nlattr.c:622 (discriminator 1)) [ 46.928725][ T312] nfnetlink_rcv (net/netfilter/nfnetlink.c:647 net/netfilter/nfnetlink.c:665) [ 46.929001][ T312] ? __pfx_nfnetlink_rcv (net/netfilter/nfnetlink.c:651) [ 46.929267][ T312] ? netlink_deliver_tap (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48 net/netlink/af_netlink.c:333) [ 46.929536][ T312] netlink_unicast (net/netlink/af_netlink.c:1331 net/netlink/af_netlink.c:1357) [ 46.929814][ T312] ? __pfx_netlink_unicast (net/netlink/af_netlink.c:1342) [ 46.930099][ T312] netlink_sendmsg (net/netlink/af_netlink.c:1901) [ 46.930367][ T312] ? __pfx_netlink_sendmsg (net/netlink/af_netlink.c:1820) [ 46.930635][ T312] ? __import_iovec (lib/iov_iter.c:1433 lib/iov_iter.c:1449) [ 46.930878][ T312] ____sys_sendmsg (net/socket.c:729 net/socket.c:744 net/socket.c:2607) [ 46.931105][ T312] ? __pfx_____sys_sendmsg (net/socket.c:2553) [ 46.931351][ T312] ? __pfx_copy_msghdr_from_user (net/socket.c:2533) [ 46.931641][ T312] ___sys_sendmsg (net/socket.c:2663) [ 46.931870][ T312] ? __lock_release (kernel/locking/lockdep.c:5501) [ 46.932097][ T312] ? __pfx____sys_sendmsg (net/socket.c:2650) [ 46.932265][ T312] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 46.932464][ T312] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 46.932685][ T312] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 46.932930][ T312] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 46.933146][ T312] ? do_sock_getsockopt (net/socket.c:2388) [ 46.933356][ T312] ? reacquire_held_locks (kernel/locking/lockdep.c:5350) [ 46.933591][ T312] ? __pfx_do_sock_getsockopt (net/socket.c:2374) [ 46.933792][ T312] ? fdget (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1114 fs/file.c:1128) [ 46.933924][ T312] __sys_sendmsg (./include/linux/file.h:35 net/socket.c:2692) [ 46.934168][ T312] ? __pfx___sys_sendmsg (net/socket.c:2678) [ 46.934404][ T312] ? __pfx___sys_getsockopt (net/socket.c:2415) [ 46.934632][ T312] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 46.934829][ T312] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 46.935095][ T312] RIP: 0033:0x7ff8f2ebb7b7 [ 46.935314][ T312] Code: 0a 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b9 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2e 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 89 54 24 1c 48 89 74 24 10 All code ======== 0: 0a 00 or (%rax),%al 2: f7 d8 neg %eax 4: 64 89 02 mov %eax,%fs:(%rdx) 7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax e: eb b9 jmp 0xffffffffffffffc9 10: 0f 1f 00 nopl (%rax) 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 2e 00 00 00 mov $0x2e,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 28 sub $0x28,%rsp 37: 89 54 24 1c mov %edx,0x1c(%rsp) 3b: 48 89 74 24 10 mov %rsi,0x10(%rsp) Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 28 sub $0x28,%rsp d: 89 54 24 1c mov %edx,0x1c(%rsp) 11: 48 89 74 24 10 mov %rsi,0x10(%rsp) [ 46.936084][ T312] RSP: 002b:00007ffc0cf29ff8 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 46.936462][ T312] RAX: ffffffffffffffda RBX: 00007ffc0cf3b1f0 RCX: 00007ff8f2ebb7b7 [ 46.936853][ T312] RDX: 0000000000000000 RSI: 00007ffc0cf3b0b0 RDI: 0000000000000005 [ 46.937238][ T312] RBP: 00007ffc0cf3b1a0 R08: 00007ffc0cf29fdc R09: 00007ffc0cf2a000 [ 46.937643][ T312] R10: 00007ff8f2d74708 R11: 0000000000000246 R12: 00007ffc0cf3b0f0 [ 46.937994][ T312] R13: 0000000000002c00 R14: 0000000000000005 R15: 00007ffc0cf2a010 | [ 210.096444][ T11] #2: ffffffffb29cf8d0 (pernet_ops_rwsem){++++}-{3:3}, at: cleanup_net (net/core/net_namespace.c:590) | [ 210.096760][ T11] #3: ffff888008bde8c8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_exit_net (net/netfilter/nf_tables_api.c:10288 net/netfilter/nf_tables_api.c:11635) nf_tables | [ 210.097185][ T11] | [ 210.097185][ T11] stack backtrace: [ 210.097725][ T11] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 210.098107][ T11] Workqueue: netns cleanup_net [ 210.098286][ T11] Call Trace: [ 210.098424][ T11] [ 210.098522][ T11] dump_stack_lvl (lib/dump_stack.c:123) [ 210.098707][ T11] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 210.098882][ T11] nft_hash_walk (net/netfilter/nft_set_hash.c:650 (discriminator 7)) nf_tables [ 210.099088][ T11] ? lockdep_hardirqs_on_prepare (kernel/locking/lockdep.c:4347 kernel/locking/lockdep.c:4406) [ 210.099313][ T11] nft_map_deactivate (net/netfilter/nf_tables_api.c:694) nf_tables [ 210.099547][ T11] ? __pfx_nft_map_deactivate (net/netfilter/nf_tables_api.c:687) nf_tables [ 210.099781][ T11] ? __pfx_nft_mapelem_deactivate (net/netfilter/nf_tables_api.c:650) nf_tables [ 210.100052][ T11] ? mark_held_locks (kernel/locking/lockdep.c:4321) [ 210.100234][ T11] nf_tables_deactivate_set (net/netfilter/nf_tables_api.c:5660) nf_tables [ 210.100475][ T11] nft_rule_expr_deactivate (net/netfilter/nf_tables_api.c:524) nf_tables [ 210.100720][ T11] __nft_release_table (./include/net/netfilter/nf_tables.h:1014 ./include/net/netfilter/nf_tables.h:1020 net/netfilter/nf_tables_api.c:3863 net/netfilter/nf_tables_api.c:3874 net/netfilter/nf_tables_api.c:11501) nf_tables [ 210.100966][ T11] ? __pfx___nft_release_table (net/netfilter/nf_tables_api.c:11480) nf_tables [ 210.101196][ T11] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 210.101385][ T11] ? net_generic (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48) nf_tables [ 210.101585][ T11] nf_tables_exit_net (net/netfilter/nf_tables_api.c:11535 net/netfilter/nf_tables_api.c:11643) nf_tables [ 210.101833][ T11] ops_exit_list (net/core/net_namespace.c:173 (discriminator 3)) [ 210.102007][ T11] cleanup_net (net/core/net_namespace.c:632 (discriminator 3)) [ 210.102182][ T11] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 210.102355][ T11] ? __pfx_cleanup_net (net/core/net_namespace.c:577) [ 210.102522][ T11] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 210.102695][ T11] ? process_one_work (kernel/workqueue.c:3205) [ 210.102870][ T11] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 210.103045][ T11] ? process_one_work (kernel/workqueue.c:3205) [ 210.103222][ T11] process_one_work (kernel/workqueue.c:3229) [ 210.103409][ T11] ? __pfx___lock_release (kernel/locking/lockdep.c:5477) [ 210.103585][ T11] ? __pfx_process_one_work (kernel/workqueue.c:3131) [ 210.103764][ T11] ? assign_work (kernel/workqueue.c:1200) [ 210.103938][ T11] worker_thread (kernel/workqueue.c:3304 kernel/workqueue.c:3391) [ 210.104139][ T11] ? __pfx_worker_thread (kernel/workqueue.c:3337) [ 210.104312][ T11] kthread (kernel/kthread.c:389) [ 210.104443][ T11] ? __pfx_kthread (kernel/kthread.c:342) [ 210.104615][ T11] ret_from_fork (arch/x86/kernel/process.c:147) [ 210.104790][ T11] ? __pfx_kthread (kernel/kthread.c:342) Finger prints: lockdep_rcu_suspicious:nft_hash_walk:nft_map_deactivate:nf_tables_deactivate_set:nft_rule_expr_deactivate lockdep_rcu_suspicious:nft_flowtable_lookup:nf_tables_newflowtable:nfnetlink_rcv_batch:nfnetlink_rcv lockdep_rcu_suspicious:nf_tables_newset:nfnetlink_rcv_batch:nfnetlink_rcv:netlink_unicast