======================================
| [ 4692.681091][ T3439] netdevsim netdevsim696 eni696np1: renamed from eth1
| [ 4695.870732][    C1] ------------[ cut here ]------------
| [ 4695.871278][    C1] WARNING: CPU: 1 PID: 22 at ./include/net/sch_generic.h:843 __dev_xmit_skb (./include/net/sch_generic.h:843 ./include/net/sch_generic.h:889 ./include/net/sch_generic.h:895 net/core/dev.c:4168)
| [ 4695.871859][    C1] Modules linked in: netdevsim psample sch_fq ip6_gre gre ipt_rpfilter ip6t_rpfilter pktgen act_mirred act_tunnel_key bareudp mpls_gso mpls_iptunnel mpls_router xfrm_interface xfrm_user nft_chain_nat xt_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 cls_matchall act_gact cls_flower sch_ingress vxlan ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 nft_compat nf_tables [last unloaded: ila]
[ 4695.875007][    C1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011
[ 4695.875402][    C1] RIP: 0010:__dev_xmit_skb (./include/net/sch_generic.h:843 ./include/net/sch_generic.h:889 ./include/net/sch_generic.h:895 net/core/dev.c:4168)
[ 4695.875731][    C1] Code: ea 03 0f b6 04 02 48 89 fa 83 e2 07 38 d0 7f 09 84 c0 74 05 e8 1c c6 e8 fe 41 c6 87 b0 01 00 00 00 45 31 ed e9 06 f6 ff ff 90 <0f> 0b 90 e9 00 ff ff ff be 08 00 00 00 48 89 ef e8 56 cc e8 fe f0
All code
========
   0:	ea                   	(bad)
   1:	03 0f                	add    (%rdi),%ecx
   3:	b6 04                	mov    $0x4,%dh
   5:	02 48 89             	add    -0x77(%rax),%cl
   8:	fa                   	cli
   9:	83 e2 07             	and    $0x7,%edx
   c:	38 d0                	cmp    %dl,%al
   e:	7f 09                	jg     0x19
  10:	84 c0                	test   %al,%al
  12:	74 05                	je     0x19
  14:	e8 1c c6 e8 fe       	call   0xfffffffffee8c635
  19:	41 c6 87 b0 01 00 00 	movb   $0x0,0x1b0(%r15)
  20:	00 
  21:	45 31 ed             	xor    %r13d,%r13d
  24:	e9 06 f6 ff ff       	jmp    0xfffffffffffff62f
  29:	90                   	nop
  2a:*	0f 0b                	ud2		<-- trapping instruction
  2c:	90                   	nop
  2d:	e9 00 ff ff ff       	jmp    0xffffffffffffff32
  32:	be 08 00 00 00       	mov    $0x8,%esi
  37:	48 89 ef             	mov    %rbp,%rdi
  3a:	e8 56 cc e8 fe       	call   0xfffffffffee8cc95
  3f:	f0                   	lock

Code starting with the faulting instruction
===========================================
   0:	0f 0b                	ud2
   2:	90                   	nop
   3:	e9 00 ff ff ff       	jmp    0xffffffffffffff08
   8:	be 08 00 00 00       	mov    $0x8,%esi
   d:	48 89 ef             	mov    %rbp,%rdi
  10:	e8 56 cc e8 fe       	call   0xfffffffffee8cc6b
  15:	f0                   	lock
[ 4695.876835][    C1] RSP: 0018:ffffc900001974d8 EFLAGS: 00010202
[ 4695.877238][    C1] RAX: 0000000000000001 RBX: ffffe8ffffc8e6b0 RCX: 0000000000000000
[ 4695.877686][    C1] RDX: 0000000000000007 RSI: ffffffff9ea602c0 RDI: ffff88800ebfa106
[ 4695.878144][    C1] RBP: ffff88800a943998 R08: 0000000000000001 R09: 0000000000000001
[ 4695.878597][    C1] R10: 000000000000a000 R11: ffff88800a943a28 R12: ffff888012a58128
[ 4695.879063][    C1] R13: ffff88800ebfa100 R14: ffff88800a943a10 R15: ffff88800a943800
[ 4695.879518][    C1] FS:  0000000000000000(0000) GS:ffff8880cc188000(0000) knlGS:0000000000000000
[ 4695.880052][    C1] CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 4695.880433][    C1] CR2: 00007ffb2fa40b90 CR3: 000000000e2c6006 CR4: 0000000000772ef0
[ 4695.880893][    C1] PKRU: 55555554
[ 4695.881125][    C1] Call Trace:
[ 4695.881368][    C1]  <TASK>
[ 4695.881529][    C1]  ? napi_hash_add (net/core/dev.c:4073)
[ 4695.881832][    C1]  ? dev_get_stats (net/core/dev.c:4143)
[ 4695.882149][    C1]  __dev_queue_xmit (net/core/dev.c:4786)
[ 4695.882458][    C1]  ? __lock_acquire (kernel/locking/lockdep.c:5237)
[ 4695.882776][    C1]  ? netdev_core_pick_tx (net/core/dev.c:4728)
[ 4695.883084][    C1]  ? __lock_release (kernel/locking/lockdep.c:5536)
[ 4695.883388][    C1]  ? eth_header (net/ethernet/eth.c:100)
[ 4695.883938][    C1]  ? neigh_resolve_output (./include/linux/netdevice.h:3422 net/core/neighbour.c:1589 net/core/neighbour.c:1574)
[ 4695.884244][    C1]  ? __neigh_update (./include/linux/rcupdate.h:331 ./include/linux/rcupdate.h:867 net/core/neighbour.c:1476)
[ 4695.884546][    C1]  __neigh_update (./include/linux/instrumented.h:96 (discriminator 2) ./include/linux/atomic/atomic-instrumented.h:400 (discriminator 2) ./include/linux/refcount.h:389 (discriminator 2) ./include/linux/refcount.h:432 (discriminator 2) ./include/linux/refcount.h:450 (discriminator 2) ./include/net/neighbour.h:458 (discriminator 2) net/core/neighbour.c:1494 (discriminator 2))
[ 4695.884864][    C1]  arp_process (./include/linux/instrumented.h:96 (discriminator 4) ./include/linux/atomic/atomic-instrumented.h:400 (discriminator 4) ./include/linux/refcount.h:389 (discriminator 4) ./include/linux/refcount.h:432 (discriminator 4) ./include/linux/refcount.h:450 (discriminator 4) ./include/net/neighbour.h:458 (discriminator 4) net/ipv4/arp.c:937 (discriminator 4))
[ 4695.885371][    C1]  ? arp_send (net/ipv4/arp.c:702)
[ 4695.885605][    C1]  ? __lock_acquire (kernel/locking/lockdep.c:5237)
[ 4695.885914][    C1]  ? arp_rcv.part.0 (net/ipv4/arp.c:968)
[ 4695.886218][    C1]  __netif_receive_skb_one_core (net/core/dev.c:6131)
[ 4695.886790][    C1]  ? __netif_receive_skb_list_core (net/core/dev.c:6131)
[ 4695.887168][    C1]  ? get_rps_cpu (net/core/dev.c:5073 (discriminator 3))
[ 4695.887466][    C1]  ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5831)
[ 4695.887762][    C1]  ? netif_receive_skb_internal (./include/linux/rcupdate.h:331 (discriminator 16) ./include/linux/rcupdate.h:867 (discriminator 16) net/core/dev.c:6324 (discriminator 16))
[ 4695.888338][    C1]  netif_receive_skb_internal (net/core/dev.c:6337)
[ 4695.888635][    C1]  ? skb_dequeue (net/core/skbuff.c:3920)
[ 4695.888947][    C1]  ? __netif_receive_skb (net/core/dev.c:6316)
[ 4695.889241][    C1]  ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:751)
[ 4695.889750][    C1]  ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194)
[ 4695.890144][    C1]  ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4472)
[ 4695.890450][    C1]  ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:751)
[ 4695.890746][    C1]  netif_receive_skb (net/core/dev.c:6396)
[ 4695.891250][    C1] nsim_poll (drivers/net/netdevsim/netdev.c:439 drivers/net/netdevsim/netdev.c:454) netdevsim
[ 4695.891575][    C1]  ? validate_chain (kernel/locking/lockdep.c:3801 kernel/locking/lockdep.c:3821 kernel/locking/lockdep.c:3876)
[ 4695.891880][    C1]  ? nsim_start_peer_tx_queue.isra.0 (drivers/net/netdevsim/netdev.c:450) netdevsim
[ 4695.892530][    C1]  ? __lock_acquire (kernel/locking/lockdep.c:5237)
[ 4695.892831][    C1]  __napi_poll.constprop.0 (net/core/dev.c:7668)
[ 4695.893141][    C1]  net_rx_action (net/core/dev.c:7730 net/core/dev.c:7882)
[ 4695.893440][    C1]  ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:119 kernel/sched/sched.h:1559 kernel/sched/core.c:5073 kernel/sched/core.c:5191)
[ 4695.894026][    C1]  ? run_backlog_napi (net/core/dev.c:7844)
[ 4695.894327][    C1]  ? trace_sched_exit_tp (./include/trace/events/sched.h:886 (discriminator 21))
[ 4695.894624][    C1]  ? __schedule (kernel/sched/core.c:6785)
[ 4695.894938][    C1]  ? io_schedule_timeout (kernel/sched/core.c:6785)
[ 4695.895451][    C1]  handle_softirqs (kernel/softirq.c:623)
[ 4695.895755][    C1]  ? run_ktimerd (kernel/softirq.c:1056)
[ 4695.896067][    C1]  run_ksoftirqd (kernel/softirq.c:479 kernel/softirq.c:1064 kernel/softirq.c:1055)
[ 4695.896365][    C1]  smpboot_thread_fn (kernel/smpboot.c:160 (discriminator 3))
[ 4695.896879][    C1]  ? sort_range (kernel/smpboot.c:103)
[ 4695.897107][    C1]  kthread (kernel/kthread.c:463)
[ 4695.897338][    C1]  ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 4695.897635][    C1]  ? ret_from_fork (arch/x86/kernel/process.c:157)
[ 4695.897952][    C1]  ? __lock_release (kernel/locking/lockdep.c:5536)
[ 4695.898254][    C1]  ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:751)
[ 4695.898553][    C1]  ? kthread_is_per_cpu (kernel/kthread.c:412)
[ 4695.898861][    C1]  ret_from_fork (arch/x86/kernel/process.c:164)
[ 4695.899359][    C1]  ? kthread_is_per_cpu (kernel/kthread.c:412)


Finger prints:
__dev_xmit_skb:__dev_queue_xmit:__neigh_update:arp_process:__netif_receive_skb_one_core