Match messages in logs (every line would be required to be present in log output Copy from "Messages before crash" column below): | |
Match messages in full crash (every line would be required to be present in crash log output Copy from "Full Crash" column below): | |
Limit to a test: (Copy from below "Failing text"): | |
Delete these reports as invalid (real bug in review or some such) | |
Bug or comment: | |
Extra info: |
Failing Test | Full Crash | Messages before crash | Comment |
---|---|---|---|
obdfilter-survey test 1a: Object Storage Targets survey | Kernel panic - not syncing: Out of memory: system-wide panic_on_oom is enabled CPU: 0 PID: 936 Comm: tuned Kdump: loaded Tainted: P OE --------- - - 4.18.0-513.9.1.el8_lustre.x86_64 #1 Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011 Call Trace: dump_stack+0x41/0x60 panic+0xe7/0x2ac out_of_memory.cold.36+0x2f/0x7e __alloc_pages_slowpath+0xbf0/0xcd0 __alloc_pages_nodemask+0x2e2/0x330 alloc_pages_vma+0x7e/0x200 __read_swap_cache_async+0xf4/0x2b0 swap_cluster_readahead+0x178/0x2f0 ? 0xffffffff91000000 swapin_readahead+0x5c/0x501 ? pagecache_get_page+0x30/0x310 do_swap_page+0x45b/0x710 ? pmd_devmap_trans_unstable+0x2e/0x40 ? handle_pte_fault+0x5d/0x880 __handle_mm_fault+0x552/0x6d0 handle_mm_fault+0xca/0x2a0 __do_page_fault+0x1f0/0x460 do_page_fault+0x37/0x130 page_fault+0x1e/0x30 RIP: 0010:do_sys_poll+0x355/0x570 | Lustre: Echo OBD driver; http://www.lustre.org/ Autotest: Test running for 125 minutes (lustre-b2_15_full-zfs-part-1_82.16) Autotest: Test running for 130 minutes (lustre-b2_15_full-zfs-part-1_82.16) obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119784390 obd_memory max: 129554282, obd_memory current: 119787878 obd_memory max: 129554282, obd_memory current: 119787878 obd_memory max: 129554282, obd_memory current: 119787878 obd_memory max: 129554282, obd_memory current: 119787878 tuned invoked oom-killer: gfp_mask=0x6200ca(GFP_HIGHUSER_MOVABLE), order=0, oom_score_adj=0 CPU: 0 PID: 936 Comm: tuned Kdump: loaded Tainted: P OE --------- - - 4.18.0-513.9.1.el8_lustre.x86_64 #1 Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011 Call Trace: dump_stack+0x41/0x60 dump_header+0x4a/0x1df out_of_memory.cold.36+0xa/0x7e __alloc_pages_slowpath+0xbf0/0xcd0 __alloc_pages_nodemask+0x2e2/0x330 alloc_pages_vma+0x7e/0x200 __read_swap_cache_async+0xf4/0x2b0 swap_cluster_readahead+0x178/0x2f0 ? 0xffffffff91000000 swapin_readahead+0x5c/0x501 ? pagecache_get_page+0x30/0x310 do_swap_page+0x45b/0x710 ? pmd_devmap_trans_unstable+0x2e/0x40 ? handle_pte_fault+0x5d/0x880 __handle_mm_fault+0x552/0x6d0 handle_mm_fault+0xca/0x2a0 __do_page_fault+0x1f0/0x460 do_page_fault+0x37/0x130 page_fault+0x1e/0x30 RIP: 0010:do_sys_poll+0x355/0x570 Code: c0 0f 8e c4 01 00 00 31 d2 eb 10 83 c2 01 48 83 c1 08 39 56 08 0f 8e b0 01 00 00 66 66 90 48 63 c2 41 0f b7 7c c1 06 44 89 c0 <66> 89 79 06 66 66 90 85 c0 74 d6 41 bc f2 ff ff ff 48 8b 7c 24 60 RSP: 0000:ffffc2bf80e2baf0 EFLAGS: 00010246 RAX: 0000000000000000 RBX: 0000000000000000 RCX: 00007ff4b8e686c0 RDX: 0000000000000000 RSI: ffffc2bf80e2bb50 RDI: 0000000000000000 RBP: ffffc2bf80e2bf00 R08: 0000000000000000 R09: ffffc2bf80e2bb5c R10: 0000000000000348 R11: 0000000000000003 R12: 0000000000000000 R13: 0000000000000000 R14: 0000000000000000 R15: ffffc2bf80e2bb6c ? set_next_entity+0xb5/0x1e0 ? kvm_clock_get_cycles+0xd/0x20 ? ktime_get+0x3e/0xa0 ? delayacct_end+0x3a/0x60 ? swap_readpage+0x167/0x260 ? read_swap_cache_async+0x5c/0x70 ? compat_poll_select_copy_remaining+0x150/0x150 ? compat_poll_select_copy_remaining+0x150/0x150 ? put_swap_page+0x10c/0x330 ? delete_from_swap_cache+0x6b/0xa0 ? reuse_swap_page+0x10a/0x180 ? wp_page_reuse+0x4d/0x60 ? __raw_spin_unlock+0x5/0x10 ? do_wp_page+0x247/0x350 ? __handle_mm_fault+0x552/0x6d0 ? kvm_clock_get_cycles+0xd/0x20 ? ktime_get_ts64+0x50/0xf0 __x64_sys_poll+0xa0/0x120 do_syscall_64+0x5b/0x1b0 entry_SYSCALL_64_after_hwframe+0x61/0xc6 RIP: 0033:0x7ff4b7672301 Code: Unable to access opcode bytes at RIP 0x7ff4b76722d7. RSP: 002b:00007ff4ac87b350 EFLAGS: 00000293 ORIG_RAX: 0000000000000007 RAX: ffffffffffffffda RBX: 00007ff4b8e686c0 RCX: 00007ff4b7672301 RDX: 00000000000003e8 RSI: 0000000000000002 RDI: 00007ff4b8e686c0 RBP: 0000000000000002 R08: 0000000000000000 R09: 00000000004bd47e R10: 00000000004bd47e R11: 0000000000000293 R12: 00000000000003e8 R13: 00007ff4ac87c678 R14: 00007ff4adea9b40 R15: 00000732f08e4235 Mem-Info: active_anon:61 inactive_anon:294 isolated_anon:123 Node 0 active_anon:280kB inactive_anon:1168kB active_file:148kB inactive_file:0kB unevictable:0kB isolated(anon):492kB isolated(file):0kB mapped:1052kB dirty:4kB writeback:988kB shmem:572kB shmem_thp: 0kB shmem_pmdmapped: 0kB anon_thp: 0kB writeback_tmp:0kB kernel_stack:9392kB pagetables:19976kB all_unreclaimable? no Node 0 DMA free:10636kB min:256kB low:320kB high:384kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15992kB managed:15360kB mlocked:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB lowmem_reserve[]: 0 2597 2597 2597 2597 Node 0 DMA32 free:70116kB min:50940kB low:62136kB high:73332kB active_anon:236kB inactive_anon:684kB active_file:144kB inactive_file:504kB unevictable:0kB writepending:0kB present:3129320kB managed:2694556kB mlocked:0kB bounce:0kB free_pcp:120kB local_pcp:92kB free_cma:0kB lowmem_reserve[]: 0 0 0 0 0 Node 0 DMA: 1*4kB (U) 1*8kB (U) 0*16kB 0*32kB 0*64kB 1*128kB (U) 1*256kB (U) 0*512kB 0*1024kB 1*2048kB (M) 2*4096kB (UM) = 10636kB Node 0 DMA32: 290*4kB (UME) 135*8kB (UE) 648*16kB (UME) 225*32kB (UME) 135*64kB (UME) 132*128kB (UME) 65*256kB (UM) 29*512kB (UM) 14*1024kB (UM) 0*2048kB 0*4096kB = 91168kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB 1461 total pagecache pages 176 pages in swap cache Swap cache stats: add 36891, delete 36691, find 4813/8285 Free swap = 2756472kB Total swap = 2841596kB 786328 pages RAM 0 pages HighMem/MovableOnly 108849 pages reserved 0 pages hwpoisoned Unreclaimable slab info: Name Used Total echo_session_kmem 8KB 8KB echo_thread_kmem 186KB 186KB echo_object_kmem 7KB 7KB ofd_obj 53KB 72KB osd_zapit_cache 15KB 15KB zfs_osd_obj 143KB 173KB lqe_kmem 36KB 36KB vvp_thread_kmem 90KB 90KB vvp_session_kmem 35KB 35KB ll_thread_kmem 23KB 23KB lov_session_kmem 86KB 86KB lov_thread_kmem 31KB 31KB osc_session_kmem 49KB 49KB osc_thread_kmem 453KB 453KB ldlm_glimpse_work_kmem 3KB 3KB interval_tree 160KB 160KB interval_node 92KB 92KB ldlm_locks 68KB 94KB ldlm_resources 30KB 43KB lnet_msg 92KB 92KB lnet_rspt 27KB 27KB lnet_small_MDs 99KB 99KB lnet_MEs 126KB 126KB ptlrpc_cache 70KB 126KB tgt_fmd_cache 103KB 103KB tgt_session_kmem 110KB 110KB tgt_thread_kmem 277KB 277KB cl_env_kmem 23KB 23KB ll_obd_dev_cache 189KB 189KB zfs_znode_hold_cache 7KB 7KB zfs_znode_cache 31KB 31KB zil_zcw_cache 7KB 7KB zil_lwb_cache 7KB 7KB dmu_buf_impl_t 1258KB 1381KB arc_buf_t 162KB 191KB arc_buf_hdr_t_full 1275KB 1421KB dnode_t 2295KB 2604KB sa_cache 67KB 95KB abd_t 213KB 213KB lz4_cache 64KB 64KB zio_buf_comb_16384 2560KB 3104KB zio_buf_comb_12288 48KB 48KB zio_buf_comb_10240 48KB 48KB zio_buf_comb_8192 160KB 288KB zio_buf_comb_7168 64KB 64KB zio_buf_comb_6144 64KB 64KB zio_buf_comb_5120 64KB 64KB zio_buf_comb_4096 184KB 448KB zio_buf_comb_3584 63KB 63KB zio_buf_comb_3072 60KB 60KB zio_buf_comb_2560 60KB 60KB zio_buf_comb_2048 64KB 64KB zio_buf_comb_1536 126KB 126KB zio_buf_comb_1024 196KB 496KB zio_buf_comb_512 134KB 200KB zio_link_cache 111KB 111KB zio_cache 2060KB 2295KB zfs_btree_leaf_cache 1956KB 2560KB mod_hash_entries 3KB 3KB bio-200 32KB 32KB bio-272 112KB 112KB nfs_commit_data 15KB 15KB nfs_write_data 47KB 47KB nfs_read_data 31KB 31KB nfs_page 8KB 8KB fscache_cookie_jar 7KB 7KB rpc_buffers 64KB 64KB rpc_tasks 8KB 8KB ext4_system_zone 3KB 3KB jbd2_inode 40KB 40KB scsi_sense_cache 4KB 4KB bio-160 7KB 7KB fib6_nodes 8KB 8KB ip6_dst_cache 7KB 7KB RAWv6 31KB 31KB UDPv6 63KB 63KB TCPv6 61KB 61KB sgpool-128 32KB 32KB sgpool-64 32KB 32KB sgpool-32 16KB 16KB sgpool-16 8KB 8KB sgpool-8 4KB 4KB mqueue_inode_cache 16KB 16KB kioctx 31KB 31KB aio_kiocb 7KB 7KB bio-248 8KB 8KB posix_timers_cache 15KB 15KB UNIX 322KB 330KB tcp_bind_bucket 8KB 8KB ip_fib_trie 7KB 7KB ip_fib_alias 7KB 7KB ip_dst_cache 64KB 64KB RAW 15KB 15KB UDP 30KB 30KB tw_sock_TCP 7KB 7KB request_sock_TCP 7KB 7KB TCP 95KB 95KB hugetlbfs_inode_cache 15KB 15KB bio-280 11KB 11KB eventpoll_pwq 19KB 19KB eventpoll_epi 36KB 36KB inotify_inode_mark 7KB 7KB request_queue 63KB 63KB blkdev_ioc 35KB 35KB bio-224 80KB 96KB biovec-max 712KB 768KB biovec-128 64KB 64KB biovec-64 32KB 32KB biovec-16 8KB 8KB bio_integrity_payload 4KB 4KB khugepaged_mm_slot 7KB 7KB uid_cache 7KB 7KB dmaengine-unmap-256 30KB 30KB dmaengine-unmap-128 15KB 15KB dmaengine-unmap-16 3KB 3KB dmaengine-unmap-2 4KB 4KB audit_buffer 7KB 7KB skbuff_fclone_cache 70KB 70KB skbuff_head_cache 42KB 60KB configfs_dir_cache 3KB 3KB file_lock_cache 7KB 7KB file_lock_ctx 7KB 7KB fsnotify_mark_connector 7KB 7KB net_namespace 31KB 31KB task_delay_info 91KB 91KB taskstats 15KB 15KB proc_dir_entry 216KB 216KB pde_opener 7KB 7KB seq_file 8KB 8KB sigqueue 7KB 7KB shmem_inode_cache 843KB 843KB kernfs_iattrs_cache 15KB 15KB kernfs_node_cache 4266KB 4276KB mnt_cache 280KB 291KB filp 600KB 600KB names_cache 64KB 64KB avc_node 7KB 7KB lsm_inode_cache 1048KB 1628KB lsm_file_cache 56KB 56KB key_jar 24KB 24KB nsproxy 7KB 7KB vm_area_struct 3709KB 3709KB mm_struct 283KB 283KB fs_cache 20KB 20KB files_cache 173KB 173KB signal_cache 720KB 720KB sighand_cache 1237KB 1237KB task_struct 5910KB 5910KB cred_jar 200KB 200KB anon_vma_chain 844KB 844KB anon_vma 716KB 716KB pid 136KB 136KB Acpi-Operand 78KB 78KB Acpi-ParseExt 3KB 3KB Acpi-Parse 3KB 3KB Acpi-State 11KB 11KB Acpi-Namespace 19KB 19KB numa_policy 3KB 3KB perf_event 15KB 15KB trace_event_file 154KB 154KB ftrace_event_field 211KB 211KB pool_workqueue 8KB 8KB task_group 157KB 157KB vmap_area 235KB 332KB kmalloc-cg-4k 96KB 96KB kmalloc-cg-2k 96KB 96KB kmalloc-cg-1k 210KB 256KB kmalloc-cg-512 16KB 16KB kmalloc-cg-256 8KB 8KB kmalloc-cg-192 19KB 19KB kmalloc-cg-96 7KB 7KB kmalloc-cg-64 8KB 8KB kmalloc-cg-32 8KB 8KB kmalloc-cg-16 8KB 8KB kmalloc-cg-8 8KB 8KB kmalloc-8k 3352KB 3616KB kmalloc-4k 4564KB 5088KB kmalloc-2k 3764KB 3808KB kmalloc-1k 6585KB 6628KB kmalloc-512 4040KB 4236KB kmalloc-256 328KB 328KB kmalloc-192 2346KB 2421KB kmalloc-128 640KB 880KB kmalloc-96 834KB 854KB kmalloc-64 987KB 1020KB kmalloc-32 1233KB 1316KB kmalloc-16 136KB 136KB kmalloc-8 48KB 48KB kmem_cache_node 24KB 24KB kmem_cache 157KB 157KB Tasks state (memory values in pages): [ pid ] uid tgid total_vm rss pgtables_bytes swapents oom_score_adj name [ 469] 0 469 22385 901 229376 215 0 systemd-journal [ 506] 0 506 24389 0 188416 460 -1000 systemd-udevd [ 576] 32 576 16813 0 172032 191 0 rpcbind [ 580] 0 580 14277 0 126976 172 -1000 auditd [ 606] 0 606 31228 0 143360 181 0 irqbalance [ 607] 81 607 14146 0 143360 246 -900 dbus-daemon [ 610] 0 610 20397 0 196608 253 0 systemd-logind [ 611] 0 611 95191 0 360448 719 0 NetworkManager [ 613] 70 613 14604 181 147456 138 0 avahi-daemon [ 618] 995 618 35020 0 180224 194 0 chronyd [ 619] 70 619 14538 0 147456 109 0 avahi-daemon [ 636] 0 636 19163 1 200704 235 -1000 sshd [ 638] 0 638 30232 0 278528 357 0 cupsd [ 639] 0 639 121260 884 425984 3996 0 tuned [ 644] 994 644 29757 0 159744 180 0 munged [ 646] 0 646 28884 0 118784 141 0 rhsmcertd [ 679] 0 679 52381 0 172032 318 0 rsyslogd [ 684] 29 684 11292 0 126976 149 0 rpc.statd [ 748] 0 748 12230 0 131072 145 0 xinetd [ 907] 998 907 402524 0 348160 1808 0 polkitd [ 951] 0 951 26834 0 184320 267 0 master [ 953] 89 953 30855 0 225280 294 0 qmgr [ 954] 0 954 26275 0 176128 181 0 gssproxy [ 1017] 0 1017 104371 0 299008 474 0 automount [ 1021] 0 1021 6533 0 94208 51 0 atd [ 1023] 0 1023 6465 0 102400 236 0 crond [ 1031] 0 1031 1729 0 57344 33 0 agetty [ 1033] 0 1033 2371 0 65536 36 0 agetty [ 5551] 0 5551 22420 0 217088 381 0 systemd [ 5553] 0 5553 34250 0 282624 701 0 (sd-pam) [ 7343] 0 7343 31620 1 290816 316 0 sshd [ 7348] 0 7348 31642 1 282624 350 0 sshd [ 10260] 0 10260 31620 1 286720 316 0 sshd [ 10271] 0 10271 31620 1 286720 317 0 sshd [ 29019] 0 29019 31620 1 286720 316 0 sshd [ 29021] 0 29021 31620 1 282624 316 0 sshd [ 257654] 89 257654 30842 0 229376 287 0 pickup [ 306962] 0 306962 12109 0 131072 210 0 ssh [ 307015] 0 307015 31620 1 286720 316 0 sshd [ 307019] 0 307019 12109 0 126976 211 0 ssh [ 307020] 0 307020 31620 1 282624 317 0 sshd [ 307237] 0 307237 31620 1 290816 316 0 sshd [ 307280] 0 307280 12109 0 131072 211 0 ssh [ 307282] 0 307282 31620 1 278528 317 0 sshd [ 307284] 0 307284 12649 0 139264 214 0 ssh [ 332605] 0 332605 31620 0 286720 321 0 sshd [ 332607] 0 332607 31620 1 282624 318 0 sshd [ 332801] 0 332801 2484 1 65536 116 0 bash [ 332890] 0 332890 10488 0 122880 132 0 vmstat [ 337594] 0 337594 2484 1 65536 117 0 bash [ 337641] 0 337641 2451 1 65536 75 0 bash [ 337642] 0 337642 8103 126 110592 72 0 lctl [ 337643] 0 337643 8103 109 106496 72 0 lctl [ 337644] 0 337644 8103 0 110592 90 0 lctl [ 337645] 0 337645 8103 0 106496 91 0 lctl [ 337646] 0 337646 8103 0 106496 91 0 lctl [ 337647] 0 337647 8103 87 114688 73 0 lctl [ 337648] 0 337648 8103 75 106496 74 0 lctl [ 337649] 0 337649 8103 1 102400 85 0 lctl [ 337650] 0 337650 8103 0 102400 86 0 lctl [ 337651] 0 337651 8103 1 102400 85 0 lctl [ 337652] 0 337652 8103 1 102400 86 0 lctl [ 337653] 0 337653 8103 1 102400 86 0 lctl [ 337654] 0 337654 8103 0 102400 86 0 lctl [ 337655] 0 337655 8103 1 102400 85 0 lctl [ 337656] 0 337656 8103 1 102400 85 0 lctl [ 337657] 0 337657 8103 1 102400 85 0 lctl [ 337658] 0 337658 8103 0 102400 85 0 lctl [ 337659] 0 337659 8103 1 106496 86 0 lctl [ 337660] 0 337660 8103 0 102400 87 0 lctl [ 337661] 0 337661 8103 0 106496 87 0 lctl [ 337662] 0 337662 8103 0 106496 86 0 lctl [ 337663] 0 337663 8103 1 102400 86 0 lctl [ 337664] 0 337664 8103 0 106496 85 0 lctl [ 337665] 0 337665 8103 0 102400 86 0 lctl [ 337666] 0 337666 8103 0 106496 87 0 lctl [ 337668] 0 337668 8103 0 106496 87 0 lctl [ 337669] 0 337669 8103 1 102400 86 0 lctl [ 337670] 0 337670 8103 0 106496 88 0 lctl [ 337671] 0 337671 8103 0 102400 91 0 lctl [ 337672] 0 337672 8103 0 106496 86 0 lctl [ 337673] 0 337673 8103 1 106496 86 0 lctl [ 337674] 0 337674 8103 0 106496 93 0 lctl [ 337675] 0 337675 8103 1 102400 86 0 lctl [ 337676] 0 337676 8103 0 102400 88 0 lctl [ 337677] 0 337677 8103 0 102400 87 0 lctl [ 337678] 0 337678 8103 0 102400 88 0 lctl [ 337679] 0 337679 8103 1 102400 86 0 lctl [ 337680] 0 337680 8103 1 102400 85 0 lctl [ 337681] 0 337681 8103 0 102400 89 0 lctl [ 337682] 0 337682 8103 0 102400 88 0 lctl [ 337683] 0 337683 8103 1 102400 87 0 lctl [ 337684] 0 337684 8103 0 102400 86 0 lctl [ 337685] 0 337685 8103 0 102400 90 0 lctl [ 337687] 0 337687 8103 0 102400 88 0 lctl [ 337688] 0 337688 8103 0 102400 85 0 lctl [ 337689] 0 337689 8103 0 102400 87 0 lctl [ 337690] 0 337690 8103 0 102400 86 0 lctl [ 337691] 0 337691 8103 0 102400 92 0 lctl [ 337692] 0 337692 8103 0 102400 86 0 lctl [ 337693] 0 337693 8103 0 102400 87 0 lctl [ 337694] 0 337694 8103 0 102400 87 0 lctl [ 337695] 0 337695 8103 0 102400 88 0 lctl [ 337696] 0 337696 8103 0 102400 87 0 lctl [ 337697] 0 337697 8103 0 102400 87 0 lctl [ 337698] 0 337698 8103 0 102400 88 0 lctl [ 337699] 0 337699 8103 1 102400 87 0 lctl [ 337700] 0 337700 8103 0 102400 87 0 lctl [ 337701] 0 337701 8103 0 102400 93 0 lctl [ 337702] 0 337702 8103 0 102400 87 0 lctl [ 337703] 0 337703 8103 0 102400 86 0 lctl [ 337704] 0 337704 8103 0 102400 87 0 lctl [ 337705] 0 337705 8103 1 102400 85 0 lctl [ 337706] 0 337706 8103 0 102400 87 0 lctl [ 337707] 0 337707 8103 1 102400 87 0 lctl [ 337708] 0 337708 8103 0 106496 87 0 lctl [ 337709] 0 337709 8103 0 102400 87 0 lctl [ 337710] 0 337710 8103 0 106496 86 0 lctl [ 337711] 0 337711 8103 1 102400 86 0 lctl [ 337712] 0 337712 8103 0 106496 86 0 lctl [ 337714] 0 337714 8103 1 106496 85 0 lctl [ 337715] 0 337715 8103 1 102400 87 0 lctl [ 337716] 0 337716 8103 0 106496 86 0 lctl [ 337717] 0 337717 8103 0 102400 87 0 lctl [ 337718] 0 337718 8103 0 106496 86 0 lctl [ 337719] 0 337719 8103 0 102400 86 0 lctl [ 337720] 0 337720 8103 0 106496 87 0 lctl [ 337721] 0 337721 8103 0 106496 86 0 lctl [ 337722] 0 337722 8103 1 102400 86 0 lctl [ 337723] 0 337723 8103 0 106496 85 0 lctl [ 337724] 0 337724 8103 0 102400 89 0 lctl [ 337725] 0 337725 8103 0 106496 85 0 lctl [ 337726] 0 337726 8103 1 102400 86 0 lctl [ 337727] 0 337727 8103 0 106496 85 0 lctl [ 337728] 0 337728 8103 1 102400 87 0 lctl [ 337729] 0 337729 8103 0 106496 86 0 lctl [ 337730] 0 337730 8103 0 102400 85 0 lctl [ 337731] 0 337731 8103 1 106496 85 0 lctl [ 337732] 0 337732 8103 1 102400 86 0 lctl [ 337733] 0 337733 8103 0 106496 86 0 lctl [ 337734] 0 337734 8103 0 102400 86 0 lctl [ 337735] 0 337735 8103 0 106496 86 0 lctl [ 337736] 0 337736 8103 1 102400 87 0 lctl [ 337737] 0 337737 8103 0 102400 87 0 lctl [ 337738] 0 337738 8103 0 106496 86 0 lctl [ 337739] 0 337739 8103 0 106496 87 0 lctl [ 337740] 0 337740 8103 0 102400 85 0 lctl [ 337741] 0 337741 8103 1 102400 85 0 lctl [ 337742] 0 337742 8103 0 102400 90 0 lctl [ 337744] 0 337744 8103 0 102400 93 0 lctl [ 337745] 0 337745 8103 0 102400 90 0 lctl [ 337746] 0 337746 8103 0 102400 93 0 lctl [ 337747] 0 337747 8103 0 102400 91 0 lctl [ 337748] 0 337748 8103 0 102400 89 0 lctl [ 337749] 0 337749 8103 0 102400 90 0 lctl [ 337750] 0 337750 8103 0 102400 87 0 lctl [ 337751] 0 337751 8103 0 102400 84 0 lctl [ 337752] 0 337752 8103 0 102400 92 0 lctl [ 337753] 0 337753 8103 0 102400 89 0 lctl [ 337754] 0 337754 8103 0 102400 86 0 lctl [ 337755] 0 337755 8103 0 102400 89 0 lctl [ 337756] 0 337756 8103 0 106496 87 0 lctl [ 337757] 0 337757 8103 0 106496 86 0 lctl [ 337758] 0 337758 8103 0 106496 87 0 lctl [ 337759] 0 337759 8103 0 106496 87 0 lctl [ 337760] 0 337760 8103 0 106496 87 0 lctl | Link to test |