|
root@MONITOR_HOSTNAME_REPLACED:~# grep -i "Apr 14 10:58" /var/log/syslog | grep -v "bash"
|
|
Apr 14 10:58:24 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459820] msgr-worker-1 invoked oom-killer: gfp_mask=0x100cca(GFP_HIGHUSER_MOVABLE), order=0, oom_score_adj=0
|
|
Apr 14 10:58:24 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459825] CPU: 4 PID: 152606 Comm: msgr-worker-1 Not tainted 5.4.0-72-generic #80-Ubuntu
|
|
Apr 14 10:58:24 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459827] Hardware name: -
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459828] Call Trace:
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459842] dump_stack+0x6d/0x8b
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459851] dump_header+0x4f/0x1eb
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459855] oom_kill_process.cold+0xb/0x10
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459859] out_of_memory.part.0+0x1df/0x3d0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459861] out_of_memory+0x6d/0xd0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459867] __alloc_pages_slowpath+0xd5e/0xe50
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459871] __alloc_pages_nodemask+0x2d0/0x320
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459875] alloc_pages_current+0x87/0xe0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459881] __page_cache_alloc+0x72/0x90
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459884] pagecache_get_page+0xbf/0x300
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459887] filemap_fault+0x6b2/0xa50
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459891] ? unlock_page_memcg+0x12/0x20
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459894] ? page_add_file_rmap+0xff/0x1a0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459897] ? filemap_map_pages+0x24c/0x380
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459902] ext4_filemap_fault+0x32/0x50
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459905] __do_fault+0x3c/0x130
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459908] do_fault+0x24b/0x640
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459910] __handle_mm_fault+0x4c5/0x7a0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459913] handle_mm_fault+0xca/0x200
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459919] do_user_addr_fault+0x1f9/0x450
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459921] __do_page_fault+0x58/0x90
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459924] do_page_fault+0x2c/0xe0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459927] page_fault+0x34/0x40
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459930] RIP: 0033:0x7ff41ff0c380
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459937] Code: Bad RIP value.
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459939] RSP: 002b:00007ff419f36238 EFLAGS: 00010246
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459941] RAX: 0000000000000002 RBX: 0000562aede2a4b8 RCX: 00007ff419f363b0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459942] RDX: 0000562b2bba5f60 RSI: 0000562aede2a4d8 RDI: 00007ff419f36330
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459943] RBP: 00007ff419f363f0 R08: 000000000000002d R09: 00c73a15b3042f81
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459945] R10: 0000000000000000 R11: 00000000000000f8 R12: 0000562aede2a4b8
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459946] R13: 0000000000000002 R14: 00007ff419f36330 R15: 0000562aede2a300
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459948] Mem-Info:
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459961] active_anon:14726241 inactive_anon:1242603 isolated_anon:0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459961] active_file:424 inactive_file:97 isolated_file:0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459961] unevictable:4616 dirty:0 writeback:0 unstable:0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459961] slab_reclaimable:89733 slab_unreclaimable:226765
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459961] mapped:2527 shmem:17 pagetables:45324 bounce:0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459961] free:56671 free_pcp:3709 free_cma:0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459965] Node 0 active_anon:29031044kB inactive_anon:2737320kB active_file:1024kB inactive_file:0kB unevictable:13100kB isolated(anon):0kB isolated(file):0kB mapped:3392kB dirty:0kB writeback:0kB shmem:64kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 180224kB writeback_tmp:0kB unstable:0kB all_unreclaimable? no
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459970] Node 1 active_anon:29873920kB inactive_anon:2233092kB active_file:672kB inactive_file:840kB unevictable:5364kB isolated(anon):0kB isolated(file):0kB mapped:6716kB dirty:0kB writeback:0kB shmem:4kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 8192kB writeback_tmp:0kB unstable:0kB all_unreclaimable? no
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459972] Node 0 DMA free:15896kB min:20kB low:32kB high:44kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15980kB managed:15896kB mlocked:0kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459977] lowmem_reserve[]: 0 1874 32077 32077 32077
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459980] Node 0 DMA32 free:123088kB min:2516kB low:4352kB high:6188kB active_anon:1712392kB inactive_anon:70596kB active_file:0kB inactive_file:4kB unevictable:0kB writepending:0kB present:1985260kB managed:1919724kB mlocked:0kB kernel_stack:0kB pagetables:3460kB bounce:0kB free_pcp:260kB local_pcp:0kB free_cma:0kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459985] lowmem_reserve[]: 0 0 30202 30202 30202
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459989] Node 0 Normal free:42864kB min:42368kB low:73292kB high:104216kB active_anon:27318724kB inactive_anon:2667096kB active_file:936kB inactive_file:0kB unevictable:13100kB writepending:0kB present:31457280kB managed:30927512kB mlocked:13100kB kernel_stack:16040kB pagetables:81352kB bounce:0kB free_pcp:8456kB local_pcp:56kB free_cma:0kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459994] lowmem_reserve[]: 0 0 0 0 0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.459997] Node 1 Normal free:44836kB min:45196kB low:78184kB high:111172kB active_anon:29873532kB inactive_anon:2233432kB active_file:564kB inactive_file:632kB unevictable:5364kB writepending:0kB present:33554432kB managed:32998856kB mlocked:5364kB kernel_stack:12392kB pagetables:96484kB bounce:0kB free_pcp:6120kB local_pcp:40kB free_cma:0kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460001] lowmem_reserve[]: 0 0 0 0 0
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460003] Node 0 DMA: 0*4kB 1*8kB (U) 1*16kB (U) 0*32kB 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (M) 3*4096kB (M) = 15896kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460013] Node 0 DMA32: 2*4kB (UE) 11*8kB (U) 67*16kB (U) 132*32kB (UME) 129*64kB (UME) 91*128kB (UME) 58*256kB (UME) 24*512kB (UME) 15*1024kB (UE) 3*2048kB (UM) 12*4096kB (M) = 123088kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460023] Node 0 Normal: 851*4kB (ME) 641*8kB (UME) 1330*16kB (UMEH) 333*32kB (UMH) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 40468kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460032] Node 1 Normal: 62*4kB (ME) 15*8kB (ME) 1260*16kB (UME) 744*32kB (UE) 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 44336kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460042] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460043] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460045] Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460046] Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460047] 12820 total pagecache pages
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460053] 9823 pages in swap cache
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460054] Swap cache stats: add 4696112, delete 4685697, find 127627/289596
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460055] Free swap = 0kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460056] Total swap = 16777208kB
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460057] 16753238 pages RAM
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460058] 0 pages HighMem/MovableOnly
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460058] 287741 pages reserved
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460059] 0 pages cma reserved
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460060] 0 pages hwpoisoned
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460060] Tasks state (memory values in pages):
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460061] [ pid ] uid tgid total_vm rss pgtables_bytes swapents oom_score_adj name
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460086] [ 1040] 0 1040 80034 872 696320 187 -250 systemd-journal
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460090] [ 1076] 0 1076 5518 626 61440 448 -1000 systemd-udevd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460096] [ 2678] 0 2678 70034 4485 90112 0 -1000 multipathd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460104] [ 2726] 102 2726 22557 742 77824 202 0 systemd-timesyn
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460107] [ 2768] 100 2768 4631 541 69632 206 0 systemd-network
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460110] [ 2776] 101 2776 6006 733 81920 1014 0 systemd-resolve
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460113] [ 2804] 0 2804 58886 576 98304 291 0 accounts-daemon
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460117] [ 2812] 0 2812 1703 555 53248 45 0 cron
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460120] [ 2814] 103 2814 1908 747 53248 163 -900 dbus-daemon
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460125] [ 2818] 0 2818 44280 491 94208 488 0 dsm_sa_eventmgr
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460131] [ 2824] 0 2824 20518 676 61440 59 0 irqbalance
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460135] [ 2827] 0 2827 7258 823 94208 1909 0 networkd-dispat
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460138] [ 2837] 104 2837 112924 631 122880 839 0 rsyslogd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460143] [ 2845] 0 2845 773574 1734 475136 2797 -900 snapd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460148] [ 2862] 0 2862 4209 698 69632 208 0 systemd-logind
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460151] [ 2883] 0 2883 948 487 40960 40 0 atd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460156] [ 2884] 0 2884 1129450 2136 737280 5570 0 containerd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460165] [ 2887] 114 2887 5790 755 77824 1309 0 snmpd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460170] [ 2890] 0 2890 3044 636 65536 229 -1000 sshd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460175] [ 2903] 0 2903 1179868 0 901120 15453 -500 dockerd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460180] [ 3000] 0 3000 1457 358 49152 27 0 agetty
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460185] [ 3079] 0 3079 58179 610 86016 200 0 polkitd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460191] [ 3181] 0 3181 1981 466 49152 41 0 xinetd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460193] [ 3202] 0 3202 622 129 45056 22 0 none
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460196] [ 3219] 0 3219 261703 516 225280 4386 0 dsm_sa_datamgrd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460199] [ 4798] 0 4798 93808 72 106496 635 0 dsm_sa_snmpd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460202] [ 4834] 0 4834 177701 22 200704 4257 0 dsm_sa_datamgrd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460206] [ 4975] 0 4975 4630 630 73728 420 0 systemd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460211] [ 4978] 0 4978 42292 22 98304 891 0 (sd-pam)
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460218] [ 119574] 0 119574 686904 856 503808 5979 0 docker
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460224] [ 119603] 0 119603 28054 228 86016 310 1 containerd-shim
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460227] [ 119627] 0 119627 276 4 28672 7 0 docker-init
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460230] [ 119641] 167 119641 20068916 13813779 144203776 3874536 0 ceph-mgr
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460233] [ 121061] 167 121061 11572 54 131072 218 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460236] [ 121062] 167 121062 11601 53 131072 226 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460238] [ 121066] 167 121066 11601 55 131072 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460240] [ 121067] 167 121067 11572 54 135168 218 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460243] [ 121071] 0 121071 3487 655 61440 404 0 sshd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460248] [ 121075] 167 121075 11601 55 135168 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460251] [ 121077] 167 121077 11601 54 131072 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460255] [ 121096] 167 121096 11601 57 135168 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460257] [ 121097] 167 121097 11601 53 139264 226 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460262] [ 121098] 167 121098 11601 52 131072 227 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460267] [ 121102] 167 121102 11601 53 131072 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460271] [ 121225] 0 121225 41367 640 90112 1645 0 python3
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460273] [ 121792] 167 121792 11572 55 143360 219 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460275] [ 121815] 167 121815 11601 55 135168 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460278] [ 121827] 167 121827 11601 54 135168 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460282] [ 121838] 167 121838 11601 57 139264 224 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460285] [ 121846] 167 121846 11601 54 143360 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460291] [ 121851] 167 121851 11601 54 143360 226 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460294] [ 121864] 167 121864 11601 52 135168 227 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460296] [ 121865] 167 121865 11572 52 135168 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460303] [ 121877] 167 121877 11601 52 131072 226 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460308] [ 121888] 167 121888 11601 54 143360 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460311] [ 121890] 167 121890 11601 55 143360 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460314] [ 121891] 167 121891 11601 56 126976 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460317] [ 121892] 167 121892 11601 52 135168 227 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460320] [ 121893] 167 121893 11601 55 126976 224 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460322] [ 121894] 167 121894 11601 53 135168 226 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460325] [ 121895] 167 121895 11572 55 135168 222 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460330] [ 121897] 167 121897 11572 54 135168 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460333] [ 121904] 167 121904 11601 54 126976 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460338] [ 121912] 167 121912 11601 55 135168 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460344] [ 121916] 167 121916 11601 56 131072 224 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460347] [ 121917] 167 121917 11601 55 131072 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460349] [ 121918] 167 121918 11572 54 139264 224 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460352] [ 121920] 167 121920 11572 54 131072 220 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460354] [ 121921] 167 121921 11601 55 139264 226 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460356] [ 121922] 167 121922 11601 53 135168 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460360] [ 121925] 167 121925 11572 56 126976 220 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460363] [ 121926] 167 121926 11607 55 139264 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460367] [ 121932] 167 121932 11572 53 126976 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460369] [ 121940] 167 121940 11572 55 131072 220 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460372] [ 121941] 167 121941 11607 52 131072 228 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460374] [ 121942] 167 121942 11607 54 135168 227 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460377] [ 121943] 167 121943 11572 55 135168 220 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460380] [ 121945] 167 121945 11572 54 131072 222 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460382] [ 121946] 167 121946 11572 54 131072 222 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460384] [ 121948] 167 121948 11572 54 135168 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460386] [ 121949] 167 121949 11572 54 131072 222 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460388] [ 121951] 167 121951 11572 54 143360 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460390] [ 121953] 167 121953 11601 55 139264 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460392] [ 121960] 167 121960 11572 55 139264 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460394] [ 121961] 167 121961 11572 54 131072 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460397] [ 121962] 167 121962 11601 53 131072 226 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460400] [ 121963] 167 121963 11601 88 143360 191 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460403] [ 121966] 167 121966 11572 53 131072 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460405] [ 121968] 167 121968 11601 55 135168 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460408] [ 121969] 167 121969 11572 53 135168 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460411] [ 121974] 167 121974 11572 54 131072 222 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460413] [ 121975] 167 121975 11609 53 135168 230 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460415] [ 121976] 167 121976 11572 53 131072 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460420] [ 121977] 167 121977 11572 56 135168 220 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460423] [ 121980] 167 121980 11609 52 139264 231 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460428] [ 121982] 167 121982 11609 54 131072 228 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460431] [ 121986] 167 121986 11572 54 131072 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460433] [ 121987] 167 121987 11609 54 147456 229 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460436] [ 121989] 167 121989 11572 55 131072 222 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460438] [ 121992] 167 121992 11601 54 126976 225 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460443] [ 121993] 167 121993 11609 54 135168 229 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460472] [ 121994] 167 121994 11601 55 131072 223 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460476] [ 121996] 167 121996 11609 54 135168 229 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460478] [ 121999] 167 121999 11572 54 131072 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460481] [ 122002] 167 122002 11572 83 131072 195 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460484] [ 122004] 167 122004 11572 54 139264 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460486] [ 122005] 167 122005 11572 53 131072 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460488] [ 122008] 167 122008 11572 53 135168 224 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460491] [ 122010] 167 122010 11572 55 131072 222 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460493] [ 122011] 167 122011 11572 53 139264 222 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460503] [ 122754] 0 122754 631893 909 483328 5889 0 docker
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460506] [ 122782] 0 122782 28054 117 81920 425 1 containerd-shim
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460509] [ 122804] 0 122804 276 4 28672 7 0 docker-init
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460515] [ 122821] 167 122821 494977 243652 3440640 39585 0 ceph-mon
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460523] [ 123960] 0 123960 650390 177 491520 7009 0 docker
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460526] [ 123986] 0 123986 28054 73 86016 369 1 containerd-shim
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460531] [ 124008] 0 124008 276 3 28672 8 0 docker-init
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460535] [ 124025] 167 124025 12762 1 135168 1593 0 ceph-crash
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460539] [ 152531] 0 152531 631893 0 479232 6975 0 docker
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460542] [ 152557] 0 152557 28054 252 86016 383 1 containerd-shim
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460545] [ 152580] 0 152580 276 3 28672 9 0 docker-init
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460548] [ 152600] 167 152600 1728171 1449941 13287424 80305 0 ceph-mds
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460557] [ 153715] 0 153715 613460 266 475136 6557 0 docker
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460559] [ 153741] 0 153741 28054 87 81920 474 1 containerd-shim
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460562] [ 153764] 65534 153764 276 3 28672 9 0 docker-init
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460565] [ 153780] 65534 153780 182159 1994 229376 887 0 node_exporter
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460570] [ 155425] 0 155425 687192 112 516096 6688 0 docker
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460572] [ 155453] 0 155453 28054 159 86016 446 1 containerd-shim
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460575] [ 155476] 65534 155476 276 3 28672 7 0 docker-init
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460580] [ 155505] 65534 155505 5235284 408405 6213632 76973 0 prometheus
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460590] [ 156642] 0 156642 631893 81 483328 6745 0 docker
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460593] [ 156667] 0 156667 28054 236 90112 396 1 containerd-shim
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460596] [ 156690] 65534 156690 276 3 28672 8 0 docker-init
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460600] [ 156708] 65534 156708 185029 7908 262144 1507 0 alertmanager
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460606] [ 157813] 0 157813 613044 318 475136 6835 0 docker
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460610] [ 157839] 0 157839 28054 211 90112 425 1 containerd-shim
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460613] [ 157861] 998 157861 276 3 28672 8 0 docker-init
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460616] [ 157878] 998 157878 1198208 8876 851968 8077 0 grafana-server
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460619] [ 167192] 167 167192 11572 53 135168 218 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460622] [1492964] 167 1492964 11572 54 131072 221 0 ssh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460632] [2636510] 0 2636510 3487 545 65536 318 0 sshd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460635] [2636608] 0 2636608 59800 1421 98304 819 0 python3
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460639] [2637339] 1000 2637339 1587 457 49152 5 0 nrpe
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460646] [2637340] 1000 2637340 1587 319 49152 5 0 nrpe
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460649] [2637341] 1000 2637341 652 122 45056 0 0 sh
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460654] [2637342] 1000 2637342 1743 416 53248 1 0 check_cpu_stats
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460656] [2637345] 1000 2637345 1743 199 53248 2 0 check_cpu_stats
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460659] [2637350] 0 2637350 5518 343 57344 360 0 systemd-udevd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460661] [2637351] 0 2637351 5518 424 57344 358 0 systemd-udevd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460664] [2637352] 0 2637352 5518 102 57344 448 -1000 systemd-udevd
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.460668] oom-kill:constraint=CONSTRAINT_NONE,nodemask=(null),cpuset=0abd26b2ef9a5ef84a30c5951d6901bb55ac1c10214fbe95fb21629ceb2c4edf,mems_allowed=0-1,global_oom,task_memcg=/docker/c4692dd5cdcc42c2a1d269ce82b7955fedb6c91a0a07bf5b7c085f629dd73a83,task=ceph-mgr,pid=119641,uid=167
|
|
Apr 14 10:58:25 MONITOR_HOSTNAME_REPLACED kernel: [1107699.461481] Out of memory: Killed process 119641 (ceph-mgr) total-vm:80275664kB, anon-rss:55255128kB, file-rss:0kB, shmem-rss:0kB, UID:167 pgtables:140824kB oom_score_adj:0
|
|
Apr 14 10:58:29 MONITOR_HOSTNAME_REPLACED kernel: [1107704.778169] oom_reaper: reaped process 119641 (ceph-mgr), now anon-rss:0kB, file-rss:0kB, shmem-rss:0kB
|
|
Apr 14 10:58:33 MONITOR_HOSTNAME_REPLACED systemd[1]: session-168.scope: Succeeded.
|
|
Apr 14 10:58:33 MONITOR_HOSTNAME_REPLACED dockerd[2903]: time="2024-04-14T10:58:33.460719668Z" level=info msg="ignoring event" container=c4692dd5cdcc42c2a1d269ce82b7955fedb6c91a0a07bf5b7c085f629dd73a83 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
|
|
Apr 14 10:58:33 MONITOR_HOSTNAME_REPLACED containerd[2884]: time="2024-04-14T10:58:33.459174982Z" level=info msg="shim disconnected" id=c4692dd5cdcc42c2a1d269ce82b7955fedb6c91a0a07bf5b7c085f629dd73a83
|
|
Apr 14 10:58:33 MONITOR_HOSTNAME_REPLACED systemd[1]: var-lib-docker-overlay2-1ba6e4a85069118725c6276f54cd4dccb7b20e5ff4937337e76249f1f80bd63a-merged.mount: Succeeded.
|
|
Apr 14 10:58:33 MONITOR_HOSTNAME_REPLACED systemd[4975]: var-lib-docker-overlay2-1ba6e4a85069118725c6276f54cd4dccb7b20e5ff4937337e76249f1f80bd63a-merged.mount: Succeeded.
|
|
Apr 14 10:58:33 MONITOR_HOSTNAME_REPLACED systemd[1]: ceph-CEPH_FSID_REPLACED@mgr.MONITOR_HOSTNAME_REPLACED.vmigbb.service: Main process exited, code=exited, status=137/n/a
|
|
Apr 14 10:58:34 MONITOR_HOSTNAME_REPLACED systemd[1]: ceph-CEPH_FSID_REPLACED@mgr.MONITOR_HOSTNAME_REPLACED.vmigbb.service: Failed with result 'exit-code'.
|
|
Apr 14 10:58:44 MONITOR_HOSTNAME_REPLACED systemd[1]: ceph-CEPH_FSID_REPLACED@mgr.MONITOR_HOSTNAME_REPLACED.vmigbb.service: Scheduled restart job, restart counter is at 1.
|
|
Apr 14 10:58:44 MONITOR_HOSTNAME_REPLACED systemd[1]: Stopped Ceph mgr.MONITOR_HOSTNAME_REPLACED.vmigbb for CEPH_FSID_REPLACED.
|
|
Apr 14 10:58:44 MONITOR_HOSTNAME_REPLACED systemd[1]: Started Ceph mgr.MONITOR_HOSTNAME_REPLACED.vmigbb for CEPH_FSID_REPLACED.
|
|
Apr 14 10:58:45 MONITOR_HOSTNAME_REPLACED systemd[1]: var-lib-docker-overlay2-b3825ed853761a69ed48359250c2a1e25c0e9efa801ff5f5327a7c9b2edaec3e\x2dinit-merged.mount: Succeeded.
|
|
Apr 14 10:58:45 MONITOR_HOSTNAME_REPLACED systemd[4975]: var-lib-docker-overlay2-b3825ed853761a69ed48359250c2a1e25c0e9efa801ff5f5327a7c9b2edaec3e\x2dinit-merged.mount: Succeeded.
|
|
Apr 14 10:58:45 MONITOR_HOSTNAME_REPLACED systemd[4975]: var-lib-docker-overlay2-b3825ed853761a69ed48359250c2a1e25c0e9efa801ff5f5327a7c9b2edaec3e-merged.mount: Succeeded.
|
|
Apr 14 10:58:45 MONITOR_HOSTNAME_REPLACED systemd[1]: var-lib-docker-overlay2-b3825ed853761a69ed48359250c2a1e25c0e9efa801ff5f5327a7c9b2edaec3e-merged.mount: Succeeded.
|
|
Apr 14 10:58:45 MONITOR_HOSTNAME_REPLACED containerd[2884]: time="2024-04-14T10:58:45.542074511Z" level=info msg="starting signal loop" namespace=moby path=/run/containerd/io.containerd.runtime.v2.task/moby/94b9b652794fd5c8a798aa530fc90b52375db9f2e4b1afdda7caa76190b292d8 pid=2637589
|
