====================================== | [ 44.955523][ T314] 1 lock held by nft/314: | [ 44.955648][ T314] #0: ffff88800780f4c8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_valid_genid (./include/linux/jiffies.h:101 net/netfilter/nf_tables_api.c:10957) nf_tables | [ 44.956079][ T314] | [ 44.956079][ T314] stack backtrace: [ 44.956582][ T314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 44.957475][ T314] Call Trace: [ 44.957625][ T314] [ 44.957722][ T314] dump_stack_lvl (lib/dump_stack.c:123) [ 44.957906][ T314] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 44.958085][ T314] nft_flowtable_lookup (net/netfilter/nf_tables_api.c:8383 (discriminator 7)) nf_tables [ 44.958322][ T314] nf_tables_newflowtable (net/netfilter/nf_tables_api.c:8739) nf_tables [ 44.958599][ T314] ? __pfx_nf_tables_newflowtable (net/netfilter/nf_tables_api.c:8714) nf_tables [ 44.958846][ T314] ? net_generic (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48) [ 44.959029][ T314] ? __pfx___lock_release (kernel/locking/lockdep.c:5477) [ 44.959200][ T314] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 44.959374][ T314] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 44.959558][ T314] ? __nla_validate_parse (lib/nlattr.c:638) [ 44.959739][ T314] nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:524) [ 44.959932][ T314] ? __pfx_nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:373) [ 44.960110][ T314] ? rcu_read_lock_any_held (kernel/rcu/update.c:387 kernel/rcu/update.c:380) [ 44.960285][ T314] ? find_stack (lib/stackdepot.c:552 (discriminator 1)) [ 44.960474][ T314] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 kernel/rcu/update.c:380) [ 44.960650][ T314] ? validate_chain (kernel/locking/lockdep.c:3797 kernel/locking/lockdep.c:3817 kernel/locking/lockdep.c:3872) [ 44.960833][ T314] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860) [ 44.961018][ T314] ? __lock_acquire (kernel/locking/lockdep.c:5202) [ 44.961202][ T314] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 44.961377][ T314] ? __lock_release (kernel/locking/lockdep.c:5501) [ 44.961556][ T314] ? __nla_validate_parse (./include/net/netlink.h:1267 (discriminator 1) lib/nlattr.c:622 (discriminator 1)) [ 44.961735][ T314] nfnetlink_rcv (net/netfilter/nfnetlink.c:647 net/netfilter/nfnetlink.c:665) [ 44.961912][ T314] ? __pfx_nfnetlink_rcv (net/netfilter/nfnetlink.c:651) [ 44.962096][ T314] ? netlink_deliver_tap (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48 net/netlink/af_netlink.c:333) [ 44.962275][ T314] netlink_unicast (net/netlink/af_netlink.c:1331 net/netlink/af_netlink.c:1357) [ 44.962450][ T314] ? __pfx_netlink_unicast (net/netlink/af_netlink.c:1342) [ 44.962629][ T314] netlink_sendmsg (net/netlink/af_netlink.c:1901) [ 44.962807][ T314] ? __pfx_netlink_sendmsg (net/netlink/af_netlink.c:1820) [ 44.962980][ T314] ? __import_iovec (lib/iov_iter.c:1433 lib/iov_iter.c:1449) [ 44.963160][ T314] ____sys_sendmsg (net/socket.c:729 net/socket.c:744 net/socket.c:2607) [ 44.963357][ T314] ? __pfx_____sys_sendmsg (net/socket.c:2553) [ 44.963530][ T314] ? __pfx_copy_msghdr_from_user (net/socket.c:2533) [ 44.963755][ T314] ___sys_sendmsg (net/socket.c:2663) [ 44.963928][ T314] ? __lock_release (kernel/locking/lockdep.c:5501) [ 44.964100][ T314] ? __pfx____sys_sendmsg (net/socket.c:2650) [ 44.964280][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 44.964453][ T314] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 44.964636][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 44.964808][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 44.964988][ T314] ? do_sock_getsockopt (net/socket.c:2388) [ 44.965161][ T314] ? do_sock_setsockopt (net/socket.c:2303) [ 44.965329][ T314] ? __pfx_do_sock_getsockopt (net/socket.c:2374) [ 44.965509][ T314] ? fdget (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1114 fs/file.c:1128) [ 44.965646][ T314] __sys_sendmsg (./include/linux/file.h:35 net/socket.c:2692) [ 44.965819][ T314] ? __pfx___sys_sendmsg (net/socket.c:2678) [ 44.965992][ T314] ? __pfx___sys_getsockopt (net/socket.c:2415) [ 44.966182][ T314] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 44.966380][ T314] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 44.966608][ T314] RIP: 0033:0x7fd3dfd4d7b7 [ 44.966786][ T314] Code: 0a 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b9 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2e 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 89 54 24 1c 48 89 74 24 10 All code ======== 0: 0a 00 or (%rax),%al 2: f7 d8 neg %eax 4: 64 89 02 mov %eax,%fs:(%rdx) 7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax e: eb b9 jmp 0xffffffffffffffc9 10: 0f 1f 00 nopl (%rax) 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 2e 00 00 00 mov $0x2e,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 28 sub $0x28,%rsp 37: 89 54 24 1c mov %edx,0x1c(%rsp) 3b: 48 89 74 24 10 mov %rsi,0x10(%rsp) Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 28 sub $0x28,%rsp d: 89 54 24 1c mov %edx,0x1c(%rsp) 11: 48 89 74 24 10 mov %rsi,0x10(%rsp) [ 44.967375][ T314] RSP: 002b:00007ffd70035ba8 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 44.967637][ T314] RAX: ffffffffffffffda RBX: 00007ffd70046da0 RCX: 00007fd3dfd4d7b7 [ 44.967891][ T314] RDX: 0000000000000000 RSI: 00007ffd70046c60 RDI: 0000000000000005 [ 44.968147][ T314] RBP: 00007ffd70046d50 R08: 00007ffd70035b8c R09: 00007ffd70035bb0 [ 44.968404][ T314] R10: 00007fd3dfc06708 R11: 0000000000000246 R12: 00007ffd70046ca0 [ 44.968660][ T314] R13: 0000000000002c00 R14: 0000000000000005 R15: 00007ffd70035bc0 | [ 47.330038][ T314] 1 lock held by nft/314: | [ 47.330197][ T314] #0: ffff88800780f4c8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_valid_genid (./include/linux/jiffies.h:101 net/netfilter/nf_tables_api.c:10957) nf_tables | [ 47.331646][ T314] | [ 47.331646][ T314] stack backtrace: [ 47.332234][ T314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 47.332630][ T314] Call Trace: [ 47.332755][ T314] [ 47.332855][ T314] dump_stack_lvl (lib/dump_stack.c:123) [ 47.333030][ T314] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 47.333232][ T314] nft_set_lookup.part.0 (net/netfilter/nf_tables_api.c:4470) nf_tables [ 47.333477][ T314] nf_tables_newset (net/netfilter/nf_tables_api.c:5233) nf_tables [ 47.333734][ T314] ? __pfx_nf_tables_newset (net/netfilter/nf_tables_api.c:5075) nf_tables [ 47.334008][ T314] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 47.334181][ T314] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 47.334363][ T314] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 47.334554][ T314] ? __nla_validate_parse (lib/nlattr.c:638) [ 47.334726][ T314] nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:524) [ 47.334928][ T314] ? __pfx_nfnetlink_rcv_batch (net/netfilter/nfnetlink.c:373) [ 47.335112][ T314] ? rcu_read_lock_any_held (kernel/rcu/update.c:387 kernel/rcu/update.c:380) [ 47.335290][ T314] ? find_stack (lib/stackdepot.c:552 (discriminator 1)) [ 47.335483][ T314] ? rcu_read_lock_any_held (kernel/rcu/update.c:386 kernel/rcu/update.c:380) [ 47.335647][ T314] ? validate_chain (kernel/locking/lockdep.c:3797 kernel/locking/lockdep.c:3817 kernel/locking/lockdep.c:3872) [ 47.335834][ T314] ? __pfx_validate_chain (kernel/locking/lockdep.c:3860) [ 47.336040][ T314] ? find_held_lock (kernel/locking/lockdep.c:5315) [ 47.336209][ T314] ? __lock_release (kernel/locking/lockdep.c:5501) [ 47.336393][ T314] ? __nla_validate_parse (./include/net/netlink.h:1267 (discriminator 1) lib/nlattr.c:622 (discriminator 1)) [ 47.336569][ T314] nfnetlink_rcv (net/netfilter/nfnetlink.c:647 net/netfilter/nfnetlink.c:665) [ 47.336758][ T314] ? __pfx_nfnetlink_rcv (net/netfilter/nfnetlink.c:651) [ 47.336932][ T314] ? netlink_deliver_tap (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48 net/netlink/af_netlink.c:333) [ 47.337119][ T314] netlink_unicast (net/netlink/af_netlink.c:1331 net/netlink/af_netlink.c:1357) [ 47.337288][ T314] ? __pfx_netlink_unicast (net/netlink/af_netlink.c:1342) [ 47.337483][ T314] netlink_sendmsg (net/netlink/af_netlink.c:1901) [ 47.337651][ T314] ? __pfx_netlink_sendmsg (net/netlink/af_netlink.c:1820) [ 47.337843][ T314] ? __import_iovec (lib/iov_iter.c:1433 lib/iov_iter.c:1449) [ 47.338024][ T314] ____sys_sendmsg (net/socket.c:729 net/socket.c:744 net/socket.c:2607) [ 47.338217][ T314] ? __pfx_____sys_sendmsg (net/socket.c:2553) [ 47.338383][ T314] ? __pfx_copy_msghdr_from_user (net/socket.c:2533) [ 47.338620][ T314] ___sys_sendmsg (net/socket.c:2663) [ 47.338811][ T314] ? __lock_release (kernel/locking/lockdep.c:5501) [ 47.338978][ T314] ? __pfx____sys_sendmsg (net/socket.c:2650) [ 47.339146][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 47.339311][ T314] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 47.339473][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 47.339638][ T314] ? __might_fault (mm/memory.c:6705 mm/memory.c:6698) [ 47.339812][ T314] ? do_sock_getsockopt (net/socket.c:2388) [ 47.339975][ T314] ? do_sock_setsockopt (net/socket.c:2303) [ 47.340147][ T314] ? __pfx_do_sock_getsockopt (net/socket.c:2374) [ 47.340367][ T314] ? fdget (./include/linux/atomic/atomic-arch-fallback.h:479 ./include/linux/atomic/atomic-instrumented.h:50 fs/file.c:1114 fs/file.c:1128) [ 47.340499][ T314] __sys_sendmsg (./include/linux/file.h:35 net/socket.c:2692) [ 47.340664][ T314] ? __pfx___sys_sendmsg (net/socket.c:2678) [ 47.340829][ T314] ? __pfx___sys_getsockopt (net/socket.c:2415) [ 47.341010][ T314] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 47.341186][ T314] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:130) [ 47.341404][ T314] RIP: 0033:0x7fd3dfd4d7b7 [ 47.341582][ T314] Code: 0a 00 f7 d8 64 89 02 48 c7 c0 ff ff ff ff eb b9 0f 1f 00 f3 0f 1e fa 64 8b 04 25 18 00 00 00 85 c0 75 10 b8 2e 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 51 c3 48 83 ec 28 89 54 24 1c 48 89 74 24 10 All code ======== 0: 0a 00 or (%rax),%al 2: f7 d8 neg %eax 4: 64 89 02 mov %eax,%fs:(%rdx) 7: 48 c7 c0 ff ff ff ff mov $0xffffffffffffffff,%rax e: eb b9 jmp 0xffffffffffffffc9 10: 0f 1f 00 nopl (%rax) 13: f3 0f 1e fa endbr64 17: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 1e: 00 1f: 85 c0 test %eax,%eax 21: 75 10 jne 0x33 23: b8 2e 00 00 00 mov $0x2e,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 51 ja 0x83 32: c3 ret 33: 48 83 ec 28 sub $0x28,%rsp 37: 89 54 24 1c mov %edx,0x1c(%rsp) 3b: 48 89 74 24 10 mov %rsi,0x10(%rsp) Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 51 ja 0x59 8: c3 ret 9: 48 83 ec 28 sub $0x28,%rsp d: 89 54 24 1c mov %edx,0x1c(%rsp) 11: 48 89 74 24 10 mov %rsi,0x10(%rsp) [ 47.342158][ T314] RSP: 002b:00007ffd70035ba8 EFLAGS: 00000246 ORIG_RAX: 000000000000002e [ 47.342421][ T314] RAX: ffffffffffffffda RBX: 00007ffd70046da0 RCX: 00007fd3dfd4d7b7 [ 47.342666][ T314] RDX: 0000000000000000 RSI: 00007ffd70046c60 RDI: 0000000000000005 [ 47.342921][ T314] RBP: 00007ffd70046d50 R08: 00007ffd70035b8c R09: 00007ffd70035bb0 [ 47.343169][ T314] R10: 00007fd3dfc06708 R11: 0000000000000246 R12: 00007ffd70046ca0 [ 47.343423][ T314] R13: 0000000000002c00 R14: 0000000000000005 R15: 00007ffd70035bc0 | [ 195.582757][ T11] #2: ffffffffa2fcf8d0 (pernet_ops_rwsem){++++}-{3:3}, at: cleanup_net (net/core/net_namespace.c:590) | [ 195.583090][ T11] #3: ffff88800518eec8 (&nft_net->commit_mutex){+.+.}-{3:3}, at: nf_tables_exit_net (net/netfilter/nf_tables_api.c:10291 net/netfilter/nf_tables_api.c:11638) nf_tables | [ 195.583575][ T11] | [ 195.583575][ T11] stack backtrace: [ 195.584095][ T11] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 195.584491][ T11] Workqueue: netns cleanup_net [ 195.584676][ T11] Call Trace: [ 195.584805][ T11] [ 195.584899][ T11] dump_stack_lvl (lib/dump_stack.c:123) [ 195.585080][ T11] lockdep_rcu_suspicious (kernel/locking/lockdep.c:6822) [ 195.585263][ T11] nft_hash_walk (net/netfilter/nft_set_hash.c:650 (discriminator 7)) nf_tables [ 195.585461][ T11] ? lockdep_hardirqs_on_prepare (kernel/locking/lockdep.c:4347 kernel/locking/lockdep.c:4406) [ 195.585678][ T11] nft_map_deactivate (net/netfilter/nf_tables_api.c:694) nf_tables [ 195.585907][ T11] ? __pfx_nft_map_deactivate (net/netfilter/nf_tables_api.c:687) nf_tables [ 195.586141][ T11] ? __pfx_nft_mapelem_deactivate (net/netfilter/nf_tables_api.c:650) nf_tables [ 195.586382][ T11] ? mark_held_locks (kernel/locking/lockdep.c:4321) [ 195.586554][ T11] nf_tables_deactivate_set (net/netfilter/nf_tables_api.c:5663) nf_tables [ 195.586787][ T11] nft_rule_expr_deactivate (net/netfilter/nf_tables_api.c:524) nf_tables [ 195.587021][ T11] __nft_release_table (./include/net/netfilter/nf_tables.h:1014 ./include/net/netfilter/nf_tables.h:1020 net/netfilter/nf_tables_api.c:3866 net/netfilter/nf_tables_api.c:3877 net/netfilter/nf_tables_api.c:11504) nf_tables [ 195.587258][ T11] ? __pfx___nft_release_table (net/netfilter/nf_tables_api.c:11483) nf_tables [ 195.587488][ T11] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 195.587673][ T11] ? net_generic (./include/linux/rcupdate.h:347 ./include/linux/rcupdate.h:880 ./include/net/netns/generic.h:48) nf_tables [ 195.587877][ T11] nf_tables_exit_net (net/netfilter/nf_tables_api.c:11538 net/netfilter/nf_tables_api.c:11646) nf_tables [ 195.588116][ T11] ops_exit_list (net/core/net_namespace.c:173 (discriminator 3)) [ 195.588284][ T11] cleanup_net (net/core/net_namespace.c:632 (discriminator 3)) [ 195.588455][ T11] ? __pfx_lock_acquire.part.0 (kernel/locking/lockdep.c:5790) [ 195.588627][ T11] ? __pfx_cleanup_net (net/core/net_namespace.c:577) [ 195.588794][ T11] ? trace_lock_acquire (./include/trace/events/lock.h:24 (discriminator 52)) [ 195.588973][ T11] ? process_one_work (kernel/workqueue.c:3205) [ 195.589151][ T11] ? lock_acquire (kernel/locking/lockdep.c:5798) [ 195.589345][ T11] ? process_one_work (kernel/workqueue.c:3205) [ 195.589522][ T11] process_one_work (kernel/workqueue.c:3229) [ 195.589700][ T11] ? __pfx___lock_release (kernel/locking/lockdep.c:5477) [ 195.589873][ T11] ? __pfx_process_one_work (kernel/workqueue.c:3131) [ 195.590054][ T11] ? assign_work (kernel/workqueue.c:1200) [ 195.590236][ T11] worker_thread (kernel/workqueue.c:3304 kernel/workqueue.c:3391) [ 195.590426][ T11] ? __pfx_worker_thread (kernel/workqueue.c:3337) [ 195.590603][ T11] kthread (kernel/kthread.c:389) [ 195.590737][ T11] ? __pfx_kthread (kernel/kthread.c:342) [ 195.590907][ T11] ret_from_fork (arch/x86/kernel/process.c:147) [ 195.591082][ T11] ? __pfx_kthread (kernel/kthread.c:342) Finger prints: lockdep_rcu_suspicious:nft_hash_walk:nft_map_deactivate:nf_tables_deactivate_set:nft_rule_expr_deactivate lockdep_rcu_suspicious:nft_flowtable_lookup:nf_tables_newflowtable:nfnetlink_rcv_batch:nfnetlink_rcv lockdep_rcu_suspicious:nf_tables_newset:nfnetlink_rcv_batch:nfnetlink_rcv:netlink_unicast