=== REDIS BUG REPORT START: Cut & paste starting from here ===
33532:M 28 Dec 2020 07:13:15.502 # Redis 5.0.4 crashed by signal: 7
33532:M 28 Dec 2020 07:13:15.502 # Crashed running the instruction at: 0x4a8e10
33532:M 28 Dec 2020 07:13:15.502 # Accessing address: 0x7f97e9eb56c0
33532:M 28 Dec 2020 07:13:15.502 # Failed assertion: <no assertion failed> (<no file>:0)
------ STACK TRACE ------
EIP:
redis-server 192.168.0.69:6379 [cluster](raxRemove+0x1b0)[0x4a8e10]
Backtrace:
redis-server 192.168.0.69:6379 [cluster](logStackTrace+0x45)[0x473a85]
redis-server 192.168.0.69:6379 [cluster](sigsegvHandler+0xb9)[0x474249]
/lib/x86_64-linux-gnu/libpthread.so.0(+0x11390)[0x7f97f2e4e390]
redis-server 192.168.0.69:6379 [cluster](raxRemove+0x1b0)[0x4a8e10]
redis-server 192.168.0.69:6379 [cluster](slotToKeyUpdateKey+0x1ad)[0x44721d]
redis-server 192.168.0.69:6379 [cluster](dbSyncDelete+0x52)[0x447352]
redis-server 192.168.0.69:6379 [cluster][0x4a3dd5]
redis-server 192.168.0.69:6379 [cluster](activeExpireCycle+0x182)[0x4a3f82]
redis-server 192.168.0.69:6379 [cluster](databasesCron+0x11f)[0x42e26f]
redis-server 192.168.0.69:6379 [cluster](serverCron+0x220)[0x430da0]
redis-server 192.168.0.69:6379 [cluster](aeProcessEvents+0x3f5)[0x429a85]
redis-server 192.168.0.69:6379 [cluster](aeMain+0x2b)[0x429c2b]
redis-server 192.168.0.69:6379 [cluster](main+0x4ae)[0x4267de]
/lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf0)[0x7f97f2a93840]
redis-server 192.168.0.69:6379 [cluster](_start+0x29)[0x426a49]
------ INFO OUTPUT ------
# Server
redis_version:5.0.4
redis_git_sha1:00000000
redis_git_dirty:0
redis_build_id:b249ac8b3c7d8c7
redis_mode:cluster
os:Linux 4.15.0-45-generic x86_64
arch_bits:64
multiplexing_api:epoll
atomicvar_api:atomic-builtin
gcc_version:5.4.0
process_id:33532
run_id:c0892389162372d75467e97aadabb0c3a5d8b5ac
tcp_port:6379
uptime_in_seconds:4719686
uptime_in_days:54
hz:10
configured_hz:10
lru_clock:15275275
executable:/etc/redis/redis-server
config_file:/etc/redis/redis.conf
# Clients
connected_clients:261
client_recent_max_input_buffer:229698
client_recent_max_output_buffer:0
blocked_clients:0
# Memory
used_memory:598769312
used_memory_human:571.03M
used_memory_rss:745025536
used_memory_rss_human:710.51M
used_memory_peak:2161489632
used_memory_peak_human:2.01G
used_memory_peak_perc:27.70%
used_memory_overhead:104165628
used_memory_startup:1449400
used_memory_dataset:494603684
used_memory_dataset_perc:82.80%
allocator_allocated:598927512
allocator_active:722550784
allocator_resident:755195904
total_system_memory:135092023296
total_system_memory_human:125.81G
used_memory_lua:37888
used_memory_lua_human:37.00K
used_memory_scripts:0
used_memory_scripts_human:0B
number_of_cached_scripts:0
maxmemory:17179869184
maxmemory_human:16.00G
maxmemory_policy:volatile-lru
allocator_frag_ratio:1.21
allocator_frag_bytes:123623272
allocator_rss_ratio:1.05
allocator_rss_bytes:32645120
rss_overhead_ratio:0.99
rss_overhead_bytes:-10170368
mem_fragmentation_ratio:1.24
mem_fragmentation_bytes:146216256
mem_not_counted_for_evict:0
mem_replication_backlog:1048576
mem_clients_slaves:16922
mem_clients_normal:4711882
mem_aof_buffer:0
mem_allocator:jemalloc-5.1.0
active_defrag_running:0
lazyfree_pending_objects:0
# Persistence
loading:0
rdb_changes_since_last_save:248829920
rdb_bgsave_in_progress:0
rdb_last_save_time:1604391134
rdb_last_bgsave_status:ok
rdb_last_bgsave_time_sec:0
rdb_current_bgsave_time_sec:-1
rdb_last_cow_size:262144
aof_enabled:0
aof_rewrite_in_progress:0
aof_rewrite_scheduled:0
aof_last_rewrite_time_sec:-1
aof_current_rewrite_time_sec:-1
aof_last_bgrewrite_status:ok
aof_last_write_status:ok
aof_last_cow_size:0
# Stats
total_connections_received:259619
total_commands_processed:926619730
instantaneous_ops_per_sec:146
total_net_input_bytes:456115770367
total_net_output_bytes:698497281880
instantaneous_input_kbps:158.15
instantaneous_output_kbps:159.41
rejected_connections:0
sync_full:1
sync_partial_ok:0
sync_partial_err:1
expired_keys:138294263
expired_stale_perc:9.22
expired_time_cap_reached_count:0
evicted_keys:0
keyspace_hits:83856971
keyspace_misses:109228285
pubsub_channels:0
pubsub_patterns:0
latest_fork_usec:329
migrate_cached_sockets:0
slave_expires_tracked_keys:0
active_defrag_hits:0
active_defrag_misses:0
active_defrag_key_hits:0
active_defrag_key_misses:0
# Replication
role:master
connected_slaves:1
slave0:ip=192.168.0.70,port=6379,state=online,offset=444416674721,lag=1
master_replid:7fbc2da68c9faa16528eb7cb1052cec71cb7236e
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:444416676995
second_repl_offset:-1
repl_backlog_active:1
repl_backlog_size:1048576
repl_backlog_first_byte_offset:444415628420
repl_backlog_histlen:1048576
# CPU
used_cpu_sys:51288.945064
used_cpu_user:29942.506431
used_cpu_sys_children:0.000000
used_cpu_user_children:0.001241
# Commandstats
cmdstat_hincrby:calls=1,usec=18,usec_per_call=18.00
cmdstat_client:calls=256313,usec=837615,usec_per_call=3.27
cmdstat_expire:calls=37444892,usec=156970893,usec_per_call=4.19
cmdstat_command:calls=8,usec=13859,usec_per_call=1732.38
cmdstat_zadd:calls=6512481,usec=149226268,usec_per_call=22.91
cmdstat_psync:calls=1,usec=498,usec_per_call=498.00
cmdstat_incrby:calls=2624993,usec=38098547,usec_per_call=14.51
cmdstat_cluster:calls=256325,usec=25347999,usec_per_call=98.89
cmdstat_exists:calls=55947,usec=492528,usec_per_call=8.80
cmdstat_zcard:calls=1336777,usec=6722317,usec_per_call=5.03
cmdstat_config:calls=256313,usec=31873755,usec_per_call=124.35
cmdstat_del:calls=8392415,usec=120397738,usec_per_call=14.35
cmdstat_replconf:calls=4709551,usec=9815185,usec_per_call=2.08
cmdstat_hset:calls=19093079,usec=124741104,usec_per_call=6.53
cmdstat_zrange:calls=1359335,usec=15413299,usec_per_call=11.34
cmdstat_slowlog:calls=512626,usec=3954641,usec_per_call=7.71
cmdstat_zincrby:calls=1053855,usec=34504902,usec_per_call=32.74
cmdstat_scard:calls=1239165,usec=12351916,usec_per_call=9.97
cmdstat_ping:calls=460018225,usec=379073594,usec_per_call=0.82
cmdstat_ttl:calls=7762409,usec=31571712,usec_per_call=4.07
cmdstat_zscore:calls=1280761,usec=25218768,usec_per_call=19.69
cmdstat_set:calls=12828905,usec=216990817,usec_per_call=16.91
cmdstat_setnx:calls=28624066,usec=987638197,usec_per_call=34.50
cmdstat_get:calls=173243714,usec=3919323560,usec_per_call=22.62
cmdstat_latency:calls=256313,usec=767788,usec_per_call=3.00
cmdstat_zrem:calls=6377452,usec=39555158,usec_per_call=6.20
cmdstat_smembers:calls=418914,usec=4219592,usec_per_call=10.07
cmdstat_zrevrange:calls=3872823,usec=66207603,usec_per_call=17.10
cmdstat_info:calls=256315,usec=87730378,usec_per_call=342.28
cmdstat_hget:calls=2068787,usec=19933919,usec_per_call=9.64
cmdstat_zrangebyscore:calls=446624,usec=14094285,usec_per_call=31.56
cmdstat_sadd:calls=23796558,usec=306493027,usec_per_call=12.88
cmdstat_setex:calls=120263787,usec=3214369553,usec_per_call=26.73
# Cluster
cluster_enabled:1
# Keyspace
db0:keys=1474942,expires=532306,avg_ttl=133850645
------ REGISTERS ------
33532:M 28 Dec 2020 07:13:15.505 #
RAX:0000000000000004 RBX:0000000000000008
RCX:00007f97e6abcb48 RDX:0000000000000000
RDI:000000000000005f RSI:0000000000000007
RBP:00007f97e6abcb44 RSP:00007ffc18350800
R8 :000000000000004f R9 :0000000000000030
R10:0000000000000006 R11:0000000000000002
R12:00007ffc183509a0 R13:000000000000001d
R14:00007f97e9eb56c0 R15:0000000000000016
RIP:00000000004a8e10 EFL:0000000000010246
CSGSFS:002b000000000033
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc1835080f) -> d380cd9daf7c1300
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc1835080e) -> 0000000000000000
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc1835080d) -> 00007f97e6abcb40
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc1835080c) -> 00007f97e0c3a540
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc1835080b) -> 00007f97d4bcab20
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc1835080a) -> 00007f96f9029b10
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350809) -> 00007f97e73bb040
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350808) -> 00007f97ee57a200
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350807) -> 00007f97efd16000
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350806) -> 0000000000000020
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350805) -> 0000000000000007
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350804) -> 00007ffc18350838
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350803) -> 0000000000000000
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350802) -> 00007f97f26285d0
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350801) -> 00007f97f26285d0
33532:M 28 Dec 2020 07:13:15.505 # (00007ffc18350800) -> 00007ffc18350838
------ FAST MEMORY TEST ------
33532:M 28 Dec 2020 07:13:15.506 # Bio thread for job type #0 terminated
33532:M 28 Dec 2020 07:13:15.506 # Bio thread for job type #1 terminated
33532:M 28 Dec 2020 07:13:15.506 # Bio thread for job type #2 terminated
*** Preparing to test memory region 7ad000 (2248704 bytes)
*** Preparing to test memory region 2090000 (135168 bytes)
*** Preparing to test memory region 7f964fa00000 (6926893056 bytes)
*** Preparing to test memory region 7f97ec872000 (63963136 bytes)
*** Preparing to test memory region 7f97f0573000 (8388608 bytes)
*** Preparing to test memory region 7f97f0d74000 (8388608 bytes)
*** Preparing to test memory region 7f97f1575000 (8388608 bytes)
*** Preparing to test memory region 7f97f2200000 (8388608 bytes)
*** Preparing to test memory region 7f97f2e39000 (16384 bytes)
*** Preparing to test memory region 7f97f3056000 (16384 bytes)
*** Preparing to test memory region 7f97f396f000 (24576 bytes)
Comment From: oranagra
This looks a bit similar to: #7719 #7356, #5693, #4220, which we where unable to locate and resolve so far. @hnotyet any chance you are able to reproduce it?