[TOC] ### **External集群** 1、内核参数 ``` # /etc/sysctl.conf kernel.pid_max = 655360 fs.inotify.max_user_instances = 12800 fs.inotify.max_user_watches = 500000 net.ipv4.neigh.default.gc_thresh1 = 512 net.ipv4.neigh.default.gc_thresh2 = 2048 net.ipv4.neigh.default.gc_thresh3 = 10240 # /sys/fs/cgroup/pids/kubepods.slice/pids.max 655360 ``` ### **Kubemark集群** 1、K8S及ETCD相关参数 ``` # etcd # 未对参数调优时，load测试一直fail；kube-apiserver的get操作有大量延时；etcd的get操作，会有超过100ms的告警。后来把调整存储大小为8G，load测试就通过了 --quota-backend-bytes=8589934592 # kube-scheduler # 调整这两个参数可以提升scheduler的调度吞吐量 --kube-api-burst=120 --kube-api-qps=100 # kube-controller-manager # 调整这两个参数可以提升controller根据工作负载创建Pod的吞吐量 --kube-api-burst=120 --kube-api-qps=100 ``` 2、内核参数 ``` /proc/sys/abi/vsyscall32 1 /proc/sys/debug/exception-trace 1 /proc/sys/debug/kprobes-optimization 1 /proc/sys/dev/hpet/max-user-freq 64 /proc/sys/dev/mac_hid/mouse_button2_keycode 97 /proc/sys/dev/mac_hid/mouse_button3_keycode 100 /proc/sys/dev/mac_hid/mouse_button_emulation 0 /proc/sys/dev/raid/speed_limit_max 200000 /proc/sys/dev/raid/speed_limit_min 1000 /proc/sys/dev/scsi/logging_level 0 /proc/sys/fs/aio-max-nr 65536 /proc/sys/fs/aio-nr 0 /proc/sys/fs/binfmt_misc/register /proc/sys/fs/binfmt_misc/status enabled /proc/sys/fs/dentry-state 1236574 1204140 45 0 0 0 /proc/sys/fs/dir-notify-enable 1 /proc/sys/fs/epoll/max_user_watches 26957864 /proc/sys/fs/file-max 13146142 /proc/sys/fs/file-nr 7296 0 13146142 /proc/sys/fs/inode-nr 92621 366 /proc/sys/fs/inode-state 92621 366 0 0 0 0 0 /proc/sys/fs/inotify/max_queued_events 2000000 /proc/sys/fs/inotify/max_user_instances 128 /proc/sys/fs/inotify/max_user_watches 500000 /proc/sys/fs/lease-break-time 45 /proc/sys/fs/leases-enable 1 /proc/sys/fs/mount-max 100000 /proc/sys/fs/mqueue/msg_default 10 /proc/sys/fs/mqueue/msg_max 10 /proc/sys/fs/mqueue/msgsize_default 8192 /proc/sys/fs/mqueue/msgsize_max 8192 /proc/sys/fs/mqueue/queues_max 256 /proc/sys/fs/nr_open 1048576 /proc/sys/fs/overflowgid 65534 /proc/sys/fs/overflowuid 65534 /proc/sys/fs/pipe-max-size 1048576 /proc/sys/fs/pipe-user-pages-hard 0 /proc/sys/fs/pipe-user-pages-soft 16384 /proc/sys/fs/protected_fifos 0 /proc/sys/fs/protected_hardlinks 1 /proc/sys/fs/protected_regular 0 /proc/sys/fs/protected_symlinks 1 /proc/sys/fs/quota/allocated_dquots 0 /proc/sys/fs/quota/cache_hits 0 /proc/sys/fs/quota/drops 0 /proc/sys/fs/quota/free_dquots 0 /proc/sys/fs/quota/lookups 0 /proc/sys/fs/quota/reads 0 /proc/sys/fs/quota/syncs 0 /proc/sys/fs/quota/warnings 1 /proc/sys/fs/quota/writes 0 /proc/sys/fs/suid_dumpable 0 /proc/sys/fs/xfs/error_level 3 /proc/sys/fs/xfs/filestream_centisecs 3000 /proc/sys/fs/xfs/inherit_noatime 1 /proc/sys/fs/xfs/inherit_nodefrag 1 /proc/sys/fs/xfs/inherit_nodump 1 /proc/sys/fs/xfs/inherit_nosymlinks 0 /proc/sys/fs/xfs/inherit_sync 1 /proc/sys/fs/xfs/irix_sgid_inherit 0 /proc/sys/fs/xfs/irix_symlink_mode 0 /proc/sys/fs/xfs/panic_mask 0 /proc/sys/fs/xfs/rotorstep 1 /proc/sys/fs/xfs/speculative_cow_prealloc_lifetime 1800 /proc/sys/fs/xfs/speculative_prealloc_lifetime 300 /proc/sys/fs/xfs/stats_clear 0 /proc/sys/fs/xfs/xfssyncd_centisecs 3000 /proc/sys/kernel/acct 4 2 30 /proc/sys/kernel/acpi_video_flags 0 /proc/sys/kernel/auto_msgmni 0 /proc/sys/kernel/bootloader_type 114 /proc/sys/kernel/bootloader_version 2 /proc/sys/kernel/cad_pid 1 /proc/sys/kernel/cap_last_cap 37 /proc/sys/kernel/core_pattern core /proc/sys/kernel/core_pipe_limit 0 /proc/sys/kernel/core_uses_pid 1 /proc/sys/kernel/ctrl-alt-del 0 /proc/sys/kernel/dmesg_restrict 0 /proc/sys/kernel/domainname mylocalcts.com /proc/sys/kernel/firmware_config/force_sysfs_fallback 0 /proc/sys/kernel/firmware_config/ignore_sysfs_fallback 0 /proc/sys/kernel/ftrace_dump_on_oops 0 /proc/sys/kernel/ftrace_enabled 1 /proc/sys/kernel/hardlockup_all_cpu_backtrace 0 /proc/sys/kernel/hardlockup_panic 1 /proc/sys/kernel/hostname SHJP-301-N10-SEV-H4900-2U09 /proc/sys/kernel/hotplug /proc/sys/kernel/hung_task_check_count 4194304 /proc/sys/kernel/hung_task_check_interval_secs 0 /proc/sys/kernel/hung_task_panic 0 /proc/sys/kernel/hung_task_timeout_secs 120 /proc/sys/kernel/hung_task_warnings 10 /proc/sys/kernel/io_delay_type 0 /proc/sys/kernel/kexec_load_disabled 0 /proc/sys/kernel/keys/gc_delay 300 /proc/sys/kernel/keys/maxbytes 20000 /proc/sys/kernel/keys/maxkeys 200 /proc/sys/kernel/keys/persistent_keyring_expiry 259200 /proc/sys/kernel/keys/root_maxbytes 25000000 /proc/sys/kernel/keys/root_maxkeys 1000000 /proc/sys/kernel/kptr_restrict 0 /proc/sys/kernel/max_lock_depth 1024 /proc/sys/kernel/modprobe /sbin/modprobe /proc/sys/kernel/modules_disabled 0 /proc/sys/kernel/msgmax 8192 /proc/sys/kernel/msgmnb 16384 /proc/sys/kernel/msgmni 32000 /proc/sys/kernel/msg_next_id -1 /proc/sys/kernel/ngroups_max 65536 /proc/sys/kernel/nmi_watchdog 1 /proc/sys/kernel/ns_last_pid 63285 /proc/sys/kernel/numa_balancing 1 /proc/sys/kernel/numa_balancing_scan_delay_ms 1000 /proc/sys/kernel/numa_balancing_scan_period_max_ms 60000 /proc/sys/kernel/numa_balancing_scan_period_min_ms 1000 /proc/sys/kernel/numa_balancing_scan_size_mb 256 /proc/sys/kernel/osrelease 4.19.12-1.el7.elrepo.x86_64 /proc/sys/kernel/ostype Linux /proc/sys/kernel/overflowgid 65534 /proc/sys/kernel/overflowuid 65534 /proc/sys/kernel/panic 10 /proc/sys/kernel/panic_on_io_nmi 0 /proc/sys/kernel/panic_on_oops 1 /proc/sys/kernel/panic_on_rcu_stall 0 /proc/sys/kernel/panic_on_stackoverflow 0 /proc/sys/kernel/panic_on_unrecovered_nmi 0 /proc/sys/kernel/panic_on_warn 0 /proc/sys/kernel/perf_cpu_time_max_percent 25 /proc/sys/kernel/perf_event_max_contexts_per_stack 8 /proc/sys/kernel/perf_event_max_sample_rate 40000 /proc/sys/kernel/perf_event_max_stack 127 /proc/sys/kernel/perf_event_mlock_kb 516 /proc/sys/kernel/perf_event_paranoid 2 /proc/sys/kernel/pid_max 65536 /proc/sys/kernel/poweroff_cmd /sbin/poweroff /proc/sys/kernel/print-fatal-signals 0 /proc/sys/kernel/printk 4 4 1 7 /proc/sys/kernel/printk_delay 0 /proc/sys/kernel/printk_devkmsg ratelimit /proc/sys/kernel/printk_ratelimit 5 /proc/sys/kernel/printk_ratelimit_burst 10 /proc/sys/kernel/pty/max 4096 /proc/sys/kernel/pty/nr 1 /proc/sys/kernel/pty/reserve 1024 /proc/sys/kernel/random/boot_id f2ad9c45-587d-4e08-873e-dad11e469eb9 /proc/sys/kernel/random/entropy_avail 3758 /proc/sys/kernel/random/poolsize 4096 /proc/sys/kernel/random/read_wakeup_threshold 64 /proc/sys/kernel/random/urandom_min_reseed_secs 60 /proc/sys/kernel/random/uuid bd6d3e5b-13f9-445c-af2b-a2c8e34b778a /proc/sys/kernel/random/write_wakeup_threshold 896 /proc/sys/kernel/randomize_va_space 2 /proc/sys/kernel/real-root-dev 0 /proc/sys/kernel/sched_autogroup_enabled 1 /proc/sys/kernel/sched_cfs_bandwidth_slice_us 5000 /proc/sys/kernel/sched_child_runs_first 0 /proc/sys/kernel/sched_latency_ns 24000000 /proc/sys/kernel/sched_migration_cost_ns 500000 /proc/sys/kernel/sched_min_granularity_ns 3000000 /proc/sys/kernel/sched_nr_migrate 32 /proc/sys/kernel/sched_rr_timeslice_ms 100 /proc/sys/kernel/sched_rt_period_us 1000000 /proc/sys/kernel/sched_rt_runtime_us 950000 /proc/sys/kernel/sched_schedstats 0 /proc/sys/kernel/sched_wakeup_granularity_ns 4000000 /proc/sys/kernel/seccomp/actions_avail kill_process kill_thread trap errno trace log allow /proc/sys/kernel/seccomp/actions_logged kill_process kill_thread trap errno trace log /proc/sys/kernel/sem 32000 1024000000 500 32000 /proc/sys/kernel/sem_next_id -1 /proc/sys/kernel/shmall 18446744073692774399 /proc/sys/kernel/shmmax 18446744073692774399 /proc/sys/kernel/shmmni 4096 /proc/sys/kernel/shm_next_id -1 /proc/sys/kernel/shm_rmid_forced 0 /proc/sys/kernel/softlockup_all_cpu_backtrace 0 /proc/sys/kernel/softlockup_panic 0 /proc/sys/kernel/soft_watchdog 1 /proc/sys/kernel/stack_tracer_enabled 0 /proc/sys/kernel/sysctl_writes_strict 1 /proc/sys/kernel/sysrq 16 /proc/sys/kernel/tainted 0 /proc/sys/kernel/threads-max 1028360 /proc/sys/kernel/timer_migration 1 /proc/sys/kernel/traceoff_on_warning 0 /proc/sys/kernel/tracepoint_printk 0 /proc/sys/kernel/unknown_nmi_panic 0 /proc/sys/kernel/unprivileged_bpf_disabled 0 /proc/sys/kernel/usermodehelper/bset 4294967295 63 /proc/sys/kernel/usermodehelper/inheritable 4294967295 63 /proc/sys/kernel/version #1 SMP Fri Dec 21 11:06:36 EST 2018 /proc/sys/kernel/watchdog 1 /proc/sys/kernel/watchdog_cpumask 0-63 /proc/sys/kernel/watchdog_thresh 10 /proc/sys/net/bridge/bridge-nf-call-arptables 0 /proc/sys/net/bridge/bridge-nf-call-ip6tables 1 /proc/sys/net/bridge/bridge-nf-call-iptables 1 /proc/sys/net/bridge/bridge-nf-filter-pppoe-tagged 0 /proc/sys/net/bridge/bridge-nf-filter-vlan-tagged 0 /proc/sys/net/bridge/bridge-nf-pass-vlan-input-dev 0 /proc/sys/net/core/bpf_jit_enable 0 /proc/sys/net/core/bpf_jit_harden 0 /proc/sys/net/core/bpf_jit_kallsyms 0 /proc/sys/net/core/busy_poll 0 /proc/sys/net/core/busy_read 0 /proc/sys/net/core/default_qdisc pfifo_fast /proc/sys/net/core/dev_weight 64 /proc/sys/net/core/dev_weight_rx_bias 1 /proc/sys/net/core/dev_weight_tx_bias 1 /proc/sys/net/core/fb_tunnels_only_for_init_net 0 /proc/sys/net/core/flow_limit_cpu_bitmap 00000000,00000000 /proc/sys/net/core/flow_limit_table_len 4096 /proc/sys/net/core/max_skb_frags 17 /proc/sys/net/core/message_burst 10 /proc/sys/net/core/message_cost 5 /proc/sys/net/core/netdev_budget 300 /proc/sys/net/core/netdev_budget_usecs 2000 /proc/sys/net/core/netdev_max_backlog 1000 /proc/sys/net/core/netdev_rss_key 9b:4c:67:3d:a0:93:09:dc:e6:51:ac:56:b1:3c:c9:1f:fe:2a:1c:57:0d:48:96:5a:67:2d:d2:73:b4:87:73:e4:4c:23:e8:c9:5c:27:c1:b1:f4:31:90:65:6e:60:e3:f5:bb:b2:1f:8c /proc/sys/net/core/netdev_tstamp_prequeue 1 /proc/sys/net/core/optmem_max 20480 /proc/sys/net/core/rmem_default 212992 /proc/sys/net/core/rmem_max 212992 /proc/sys/net/core/rps_sock_flow_entries 0 /proc/sys/net/core/somaxconn 128 /proc/sys/net/core/tstamp_allow_data 1 /proc/sys/net/core/warnings 0 /proc/sys/net/core/wmem_default 212992 /proc/sys/net/core/wmem_max 212992 /proc/sys/net/core/xfrm_acq_expires 30 /proc/sys/net/core/xfrm_aevent_etime 10 /proc/sys/net/core/xfrm_aevent_rseqth 2 /proc/sys/net/core/xfrm_larval_drop 1 /proc/sys/net/ipv4/cipso_cache_bucket_size 10 /proc/sys/net/ipv4/cipso_cache_enable 1 /proc/sys/net/ipv4/cipso_rbm_optfmt 0 /proc/sys/net/ipv4/cipso_rbm_strictvalid 1 /proc/sys/net/ipv4/conf/all/accept_local 0 /proc/sys/net/ipv4/conf/all/accept_redirects 0 /proc/sys/net/ipv4/conf/all/accept_source_route 0 /proc/sys/net/ipv4/conf/all/arp_accept 0 /proc/sys/net/ipv4/conf/all/arp_announce 2 /proc/sys/net/ipv4/conf/all/arp_filter 0 /proc/sys/net/ipv4/conf/all/arp_ignore 1 /proc/sys/net/ipv4/conf/all/arp_notify 0 /proc/sys/net/ipv4/conf/all/bc_forwarding 0 /proc/sys/net/ipv4/conf/all/bootp_relay 0 /proc/sys/net/ipv4/conf/all/disable_policy 0 /proc/sys/net/ipv4/conf/all/disable_xfrm 0 /proc/sys/net/ipv4/conf/all/drop_gratuitous_arp 0 /proc/sys/net/ipv4/conf/all/drop_unicast_in_l2_multicast 0 /proc/sys/net/ipv4/conf/all/force_igmp_version 0 /proc/sys/net/ipv4/conf/all/forwarding 1 /proc/sys/net/ipv4/conf/all/igmpv2_unsolicited_report_interval 10000 /proc/sys/net/ipv4/conf/all/igmpv3_unsolicited_report_interval 1000 /proc/sys/net/ipv4/conf/all/ignore_routes_with_linkdown 0 /proc/sys/net/ipv4/conf/all/log_martians 0 /proc/sys/net/ipv4/conf/all/mc_forwarding 0 /proc/sys/net/ipv4/conf/all/medium_id 0 /proc/sys/net/ipv4/conf/all/promote_secondaries 1 /proc/sys/net/ipv4/conf/all/proxy_arp 0 /proc/sys/net/ipv4/conf/all/proxy_arp_pvlan 0 /proc/sys/net/ipv4/conf/all/route_localnet 1 /proc/sys/net/ipv4/conf/all/rp_filter 0 /proc/sys/net/ipv4/conf/all/secure_redirects 1 /proc/sys/net/ipv4/conf/all/send_redirects 1 /proc/sys/net/ipv4/conf/all/shared_media 1 /proc/sys/net/ipv4/conf/all/src_valid_mark 0 /proc/sys/net/ipv4/conf/all/tag 0 /proc/sys/net/ipv4/conf/bond1/accept_local 0 /proc/sys/net/ipv4/conf/bond1/accept_redirects 1 /proc/sys/net/ipv4/conf/bond1/accept_source_route 0 /proc/sys/net/ipv4/conf/bond1/arp_accept 0 /proc/sys/net/ipv4/conf/bond1/arp_announce 0 /proc/sys/net/ipv4/conf/bond1/arp_filter 0 /proc/sys/net/ipv4/conf/bond1/arp_ignore 0 /proc/sys/net/ipv4/conf/bond1/arp_notify 0 /proc/sys/net/ipv4/conf/bond1/bc_forwarding 0 /proc/sys/net/ipv4/conf/bond1/bootp_relay 0 /proc/sys/net/ipv4/conf/bond1/disable_policy 0 /proc/sys/net/ipv4/conf/bond1/disable_xfrm 0 /proc/sys/net/ipv4/conf/bond1/drop_gratuitous_arp 0 /proc/sys/net/ipv4/conf/bond1/drop_unicast_in_l2_multicast 0 /proc/sys/net/ipv4/conf/bond1/force_igmp_version 0 /proc/sys/net/ipv4/conf/bond1/forwarding 1 /proc/sys/net/ipv4/conf/bond1/igmpv2_unsolicited_report_interval 10000 /proc/sys/net/ipv4/conf/bond1/igmpv3_unsolicited_report_interval 1000 /proc/sys/net/ipv4/conf/bond1/ignore_routes_with_linkdown 0 /proc/sys/net/ipv4/conf/bond1/log_martians 0 /proc/sys/net/ipv4/conf/bond1/mc_forwarding 0 /proc/sys/net/ipv4/conf/bond1/medium_id 0 /proc/sys/net/ipv4/conf/bond1/promote_secondaries 1 /proc/sys/net/ipv4/conf/bond1/proxy_arp 0 /proc/sys/net/ipv4/conf/bond1/proxy_arp_pvlan 0 /proc/sys/net/ipv4/conf/bond1/route_localnet 0 /proc/sys/net/ipv4/conf/bond1/rp_filter 1 /proc/sys/net/ipv4/conf/bond1/secure_redirects 1 /proc/sys/net/ipv4/conf/bond1/send_redirects 1 /proc/sys/net/ipv4/conf/bond1/shared_media 1 /proc/sys/net/ipv4/conf/bond1/src_valid_mark 0 /proc/sys/net/ipv4/conf/bond1/tag 0 /proc/sys/net/ipv4/conf/default/accept_local 0 /proc/sys/net/ipv4/conf/default/accept_redirects 1 /proc/sys/net/ipv4/conf/default/accept_source_route 0 /proc/sys/net/ipv4/conf/default/arp_accept 0 /proc/sys/net/ipv4/conf/default/arp_announce 0 /proc/sys/net/ipv4/conf/default/arp_filter 0 /proc/sys/net/ipv4/conf/default/arp_ignore 0 /proc/sys/net/ipv4/conf/default/arp_notify 0 /proc/sys/net/ipv4/conf/default/bc_forwarding 0 /proc/sys/net/ipv4/conf/default/bootp_relay 0 /proc/sys/net/ipv4/conf/default/disable_policy 0 /proc/sys/net/ipv4/conf/default/disable_xfrm 0 /proc/sys/net/ipv4/conf/default/drop_gratuitous_arp 0 /proc/sys/net/ipv4/conf/default/drop_unicast_in_l2_multicast 0 /proc/sys/net/ipv4/conf/default/force_igmp_version 0 /proc/sys/net/ipv4/conf/default/forwarding 1 /proc/sys/net/ipv4/conf/default/igmpv2_unsolicited_report_interval 10000 /proc/sys/net/ipv4/conf/default/igmpv3_unsolicited_report_interval 1000 /proc/sys/net/ipv4/conf/default/ignore_routes_with_linkdown 0 /proc/sys/net/ipv4/conf/default/log_martians 0 /proc/sys/net/ipv4/conf/default/mc_forwarding 0 /proc/sys/net/ipv4/conf/default/medium_id 0 /proc/sys/net/ipv4/conf/default/promote_secondaries 1 /proc/sys/net/ipv4/conf/default/proxy_arp 0 /proc/sys/net/ipv4/conf/default/proxy_arp_pvlan 0 /proc/sys/net/ipv4/conf/default/route_localnet 0 /proc/sys/net/ipv4/conf/default/rp_filter 1 /proc/sys/net/ipv4/conf/default/secure_redirects 1 /proc/sys/net/ipv4/conf/default/send_redirects 1 /proc/sys/net/ipv4/conf/default/shared_media 1 /proc/sys/net/ipv4/conf/default/src_valid_mark 0 /proc/sys/net/ipv4/conf/default/tag 0 /proc/sys/net/ipv4/conf/enp61s0f2/accept_local 0 /proc/sys/net/ipv4/conf/enp61s0f2/accept_redirects 1 /proc/sys/net/ipv4/conf/enp61s0f2/accept_source_route 0 /proc/sys/net/ipv4/conf/enp61s0f2/arp_accept 0 /proc/sys/net/ipv4/conf/enp61s0f2/arp_announce 0 /proc/sys/net/ipv4/conf/enp61s0f2/arp_filter 0 /proc/sys/net/ipv4/conf/enp61s0f2/arp_ignore 0 /proc/sys/net/ipv4/conf/enp61s0f2/arp_notify 0 /proc/sys/net/ipv4/conf/enp61s0f2/bc_forwarding 0 /proc/sys/net/ipv4/conf/enp61s0f2/bootp_relay 0 /proc/sys/net/ipv4/conf/enp61s0f2/disable_policy 0 /proc/sys/net/ipv4/conf/enp61s0f2/disable_xfrm 0 /proc/sys/net/ipv4/conf/enp61s0f2/drop_gratuitous_arp 0 /proc/sys/net/ipv4/conf/enp61s0f2/drop_unicast_in_l2_multicast 0 /proc/sys/net/ipv4/conf/enp61s0f2/force_igmp_version 0 /proc/sys/net/ipv4/conf/enp61s0f2/forwarding 1 /proc/sys/net/ipv4/conf/enp61s0f2/igmpv2_unsolicited_report_interval 10000 /proc/sys/net/ipv4/conf/enp61s0f2/igmpv3_unsolicited_report_interval 1000 /proc/sys/net/ipv4/conf/enp61s0f2/ignore_routes_with_linkdown 0 /proc/sys/net/ipv4/conf/enp61s0f2/log_martians 0 /proc/sys/net/ipv4/conf/enp61s0f2/mc_forwarding 0 /proc/sys/net/ipv4/conf/enp61s0f2/medium_id 0 /proc/sys/net/ipv4/conf/enp61s0f2/promote_secondaries 1 /proc/sys/net/ipv4/conf/enp61s0f2/proxy_arp 0 /proc/sys/net/ipv4/conf/enp61s0f2/proxy_arp_pvlan 0 /proc/sys/net/ipv4/conf/enp61s0f2/route_localnet 0 /proc/sys/net/ipv4/conf/enp61s0f2/rp_filter 1 /proc/sys/net/ipv4/conf/enp61s0f2/secure_redirects 1 /proc/sys/net/ipv4/conf/enp61s0f2/send_redirects 1 /proc/sys/net/ipv4/conf/enp61s0f2/shared_media 1 /proc/sys/net/ipv4/conf/enp61s0f2/src_valid_mark 0 /proc/sys/net/ipv4/conf/enp61s0f2/tag 0 /proc/sys/net/ipv4/conf/enp61s0f3/accept_local 0 /proc/sys/net/ipv4/conf/enp61s0f3/accept_redirects 1 /proc/sys/net/ipv4/conf/enp61s0f3/accept_source_route 0 /proc/sys/net/ipv4/conf/enp61s0f3/arp_accept 0 /proc/sys/net/ipv4/conf/enp61s0f3/arp_announce 0 /proc/sys/net/ipv4/conf/enp61s0f3/arp_filter 0 /proc/sys/net/ipv4/conf/enp61s0f3/arp_ignore 0 /proc/sys/net/ipv4/conf/enp61s0f3/arp_notify 0 /proc/sys/net/ipv4/conf/enp61s0f3/bc_forwarding 0 /proc/sys/net/ipv4/conf/enp61s0f3/bootp_relay 0 /proc/sys/net/ipv4/conf/enp61s0f3/disable_policy 0 /proc/sys/net/ipv4/conf/enp61s0f3/disable_xfrm 0 /proc/sys/net/ipv4/conf/enp61s0f3/drop_gratuitous_arp 0 /proc/sys/net/ipv4/conf/enp61s0f3/drop_unicast_in_l2_multicast 0 /proc/sys/net/ipv4/conf/enp61s0f3/force_igmp_version 0 /proc/sys/net/ipv4/conf/enp61s0f3/forwarding 1 /proc/sys/net/ipv4/conf/enp61s0f3/igmpv2_unsolicited_report_interval 10000 /proc/sys/net/ipv4/conf/enp61s0f3/igmpv3_unsolicited_report_interval 1000 /proc/sys/net/ipv4/conf/enp61s0f3/ignore_routes_with_linkdown 0 /proc/sys/net/ipv4/conf/enp61s0f3/log_martians 0 /proc/sys/net/ipv4/conf/enp61s0f3/mc_forwarding 0 /proc/sys/net/ipv4/conf/enp61s0f3/medium_id 0 /proc/sys/net/ipv4/conf/enp61s0f3/promote_secondaries 1 /proc/sys/net/ipv4/conf/enp61s0f3/proxy_arp 0 /proc/sys/net/ipv4/conf/enp61s0f3/proxy_arp_pvlan 0 /proc/sys/net/ipv4/conf/enp61s0f3/route_localnet 0 /proc/sys/net/ipv4/conf/enp61s0f3/rp_filter 1 /proc/sys/net/ipv4/conf/enp61s0f3/secure_redirects 1 /proc/sys/net/ipv4/conf/enp61s0f3/send_redirects 1 /proc/sys/net/ipv4/conf/enp61s0f3/shared_media 1 /proc/sys/net/ipv4/conf/enp61s0f3/src_valid_mark 0 /proc/sys/net/ipv4/conf/enp61s0f3/tag 0 /proc/sys/net/ipv4/conf/ens3f0/accept_local 0 /proc/sys/net/ipv4/conf/ens3f0/accept_redirects 1 /proc/sys/net/ipv4/conf/ens3f0/accept_source_route 0 /proc/sys/net/ipv4/conf/ens3f0/arp_accept 0 /proc/sys/net/ipv4/conf/ens3f0/arp_announce 0 /proc/sys/net/ipv4/conf/ens3f0/arp_filter 0 /proc/sys/net/ipv4/conf/ens3f0/arp_ignore 0 /proc/sys/net/ipv4/conf/ens3f0/arp_notify 0 /proc/sys/net/ipv4/conf/ens3f0/bc_forwarding 0 /proc/sys/net/ipv4/conf/ens3f0/bootp_relay 0 /proc/sys/net/ipv4/conf/ens3f0/disable_policy 0 /proc/sys/net/ipv4/conf/ens3f0/disable_xfrm 0 /proc/sys/net/ipv4/conf/ens3f0/drop_gratuitous_arp 0 /proc/sys/net/ipv4/conf/ens3f0/drop_unicast_in_l2_multicast 0 /proc/sys/net/ipv4/conf/ens3f0/force_igmp_version 0 /proc/sys/net/ipv4/conf/ens3f0/forwarding 1 /proc/sys/net/ipv4/conf/ens3f0/igmpv2_unsolicited_report_interval 10000 /proc/sys/net/ipv4/conf/ens3f0/igmpv3_unsolicited_report_interval 1000 /proc/sys/net/ipv4/conf/ens3f0/ignore_routes_with_linkdown 0 /proc/sys/net/ipv4/conf/ens3f0/log_martians 0 /proc/sys/net/ipv4/conf/ens3f0/mc_forwarding 0 /proc/sys/net/ipv4/conf/ens3f0/medium_id 0 /proc/sys/net/ipv4/conf/ens3f0/promote_secondaries 1 /proc/sys/net/ipv4/conf/ens3f0/proxy_arp 0 /proc/sys/net/ipv4/conf/ens3f0/proxy_arp_pvlan 0 /proc/sys/net/ipv4/conf/ens3f0/route_localnet 0 /proc/sys/net/ipv4/conf/ens3f0/rp_filter 1 /proc/sys/net/ipv4/conf/ens3f0/secure_redirects 1 /proc/sys/net/ipv4/conf/ens3f0/send_redirects 1 /proc/sys/net/ipv4/conf/ens3f0/shared_media 1 /proc/sys/net/ipv4/conf/ens3f0/src_valid_mark 0 /proc/sys/net/ipv4/conf/ens3f0/tag 0 /proc/sys/net/ipv4/conf/ens6f0/accept_local 0 /proc/sys/net/ipv4/conf/ens6f0/accept_redirects 1 /proc/sys/net/ipv4/conf/ens6f0/accept_source_route 0 /proc/sys/net/ipv4/conf/ens6f0/arp_accept 0 /proc/sys/net/ipv4/conf/ens6f0/arp_announce 0 /proc/sys/net/ipv4/conf/ens6f0/arp_filter 0 /proc/sys/net/ipv4/conf/ens6f0/arp_ignore 0 /proc/sys/net/ipv4/conf/ens6f0/arp_notify 0 /proc/sys/net/ipv4/conf/ens6f0/bc_forwarding 0 /proc/sys/net/ipv4/conf/ens6f0/bootp_relay 0 /proc/sys/net/ipv4/conf/ens6f0/disable_policy 0 /proc/sys/net/ipv4/conf/ens6f0/disable_xfrm 0 /proc/sys/net/ipv4/conf/ens6f0/drop_gratuitous_arp 0 /proc/sys/net/ipv4/conf/ens6f0/drop_unicast_in_l2_multicast 0 /proc/sys/net/ipv4/conf/ens6f0/force_igmp_version 0 /proc/sys/net/ipv4/conf/ens6f0/forwarding 1 /proc/sys/net/ipv4/conf/ens6f0/igmpv2_unsolicited_report_interval 10000 /proc/sys/net/ipv4/conf/ens6f0/igmpv3_unsolicited_report_interval 1000 /proc/sys/net/ipv4/conf/ens6f0/ignore_routes_with_linkdown 0 /proc/sys/net/ipv4/conf/ens6f0/log_martians 0 /proc/sys/net/ipv4/conf/ens6f0/mc_forwarding 0 /proc/sys/net/ipv4/conf/ens6f0/medium_id 0 /proc/sys/net/ipv4/conf/ens6f0/promote_secondaries 1 /proc/sys/net/ipv4/conf/ens6f0/proxy_arp 0 /proc/sys/net/ipv4/conf/ens6f0/proxy_arp_pvlan 0 /proc/sys/net/ipv4/conf/ens6f0/route_localnet 0 /proc/sys/net/ipv4/conf/ens6f0/rp_filter 1 /proc/sys/net/ipv4/conf/ens6f0/secure_redirects 1 /proc/sys/net/ipv4/conf/ens6f0/send_redirects 1 /proc/sys/net/ipv4/conf/ens6f0/shared_media 1 /proc/sys/net/ipv4/conf/ens6f0/src_valid_mark 0 /proc/sys/net/ipv4/conf/ens6f0/tag 0 /proc/sys/net/ipv4/conf/lo/accept_local 0 /proc/sys/net/ipv4/conf/lo/accept_redirects 1 /proc/sys/net/ipv4/conf/lo/accept_source_route 1 /proc/sys/net/ipv4/conf/lo/arp_accept 0 /proc/sys/net/ipv4/conf/lo/arp_announce 2 /proc/sys/net/ipv4/conf/lo/arp_filter 0 /proc/sys/net/ipv4/conf/lo/arp_ignore 1 /proc/sys/net/ipv4/conf/lo/arp_notify 0 /proc/sys/net/ipv4/conf/lo/bc_forwarding 0 /proc/sys/net/ipv4/conf/lo/bootp_relay 0 /proc/sys/net/ipv4/conf/lo/disable_policy 1 /proc/sys/net/ipv4/conf/lo/disable_xfrm 1 /proc/sys/net/ipv4/conf/lo/drop_gratuitous_arp 0 /proc/sys/net/ipv4/conf/lo/drop_unicast_in_l2_multicast 0 /proc/sys/net/ipv4/conf/lo/force_igmp_version 0 /proc/sys/net/ipv4/conf/lo/forwarding 1 /proc/sys/net/ipv4/conf/lo/igmpv2_unsolicited_report_interval 10000 /proc/sys/net/ipv4/conf/lo/igmpv3_unsolicited_report_interval 1000 /proc/sys/net/ipv4/conf/lo/ignore_routes_with_linkdown 0 /proc/sys/net/ipv4/conf/lo/log_martians 0 /proc/sys/net/ipv4/conf/lo/mc_forwarding 0 /proc/sys/net/ipv4/conf/lo/medium_id 0 /proc/sys/net/ipv4/conf/lo/promote_secondaries 0 /proc/sys/net/ipv4/conf/lo/proxy_arp 0 /proc/sys/net/ipv4/conf/lo/proxy_arp_pvlan 0 /proc/sys/net/ipv4/conf/lo/route_localnet 0 /proc/sys/net/ipv4/conf/lo/rp_filter 0 /proc/sys/net/ipv4/conf/lo/secure_redirects 1 /proc/sys/net/ipv4/conf/lo/send_redirects 1 /proc/sys/net/ipv4/conf/lo/shared_media 1 /proc/sys/net/ipv4/conf/lo/src_valid_mark 0 /proc/sys/net/ipv4/conf/lo/tag 0 /proc/sys/net/ipv4/fib_multipath_hash_policy 0 /proc/sys/net/ipv4/fib_multipath_use_neigh 0 /proc/sys/net/ipv4/fwmark_reflect 0 /proc/sys/net/ipv4/icmp_echo_ignore_all 0 /proc/sys/net/ipv4/icmp_echo_ignore_broadcasts 1 /proc/sys/net/ipv4/icmp_errors_use_inbound_ifaddr 0 /proc/sys/net/ipv4/icmp_ignore_bogus_error_responses 1 /proc/sys/net/ipv4/icmp_msgs_burst 50 /proc/sys/net/ipv4/icmp_msgs_per_sec 1000 /proc/sys/net/ipv4/icmp_ratelimit 1000 /proc/sys/net/ipv4/icmp_ratemask 6168 /proc/sys/net/ipv4/igmp_link_local_mcast_reports 1 /proc/sys/net/ipv4/igmp_max_memberships 20 /proc/sys/net/ipv4/igmp_max_msf 10 /proc/sys/net/ipv4/igmp_qrv 2 /proc/sys/net/ipv4/inet_peer_maxttl 600 /proc/sys/net/ipv4/inet_peer_minttl 120 /proc/sys/net/ipv4/inet_peer_threshold 65664 /proc/sys/net/ipv4/ip_default_ttl 64 /proc/sys/net/ipv4/ip_dynaddr 0 /proc/sys/net/ipv4/ip_early_demux 1 /proc/sys/net/ipv4/ip_forward 1 /proc/sys/net/ipv4/ip_forward_update_priority 1 /proc/sys/net/ipv4/ip_forward_use_pmtu 0 /proc/sys/net/ipv4/ipfrag_high_thresh 4194304 /proc/sys/net/ipv4/ipfrag_low_thresh 3145728 /proc/sys/net/ipv4/ipfrag_max_dist 64 /proc/sys/net/ipv4/ipfrag_secret_interval 0 /proc/sys/net/ipv4/ipfrag_time 30 /proc/sys/net/ipv4/ip_local_port_range 32768 65535 /proc/sys/net/ipv4/ip_local_reserved_ports /proc/sys/net/ipv4/ip_nonlocal_bind 0 /proc/sys/net/ipv4/ip_no_pmtu_disc 0 /proc/sys/net/ipv4/ip_unprivileged_port_start 1024 /proc/sys/net/ipv4/neigh/bond1/anycast_delay 100 /proc/sys/net/ipv4/neigh/bond1/app_solicit 0 /proc/sys/net/ipv4/neigh/bond1/base_reachable_time 30 /proc/sys/net/ipv4/neigh/bond1/base_reachable_time_ms 30000 /proc/sys/net/ipv4/neigh/bond1/delay_first_probe_time 5 /proc/sys/net/ipv4/neigh/bond1/gc_stale_time 60 /proc/sys/net/ipv4/neigh/bond1/locktime 100 /proc/sys/net/ipv4/neigh/bond1/mcast_resolicit 0 /proc/sys/net/ipv4/neigh/bond1/mcast_solicit 3 /proc/sys/net/ipv4/neigh/bond1/proxy_delay 80 /proc/sys/net/ipv4/neigh/bond1/proxy_qlen 64 /proc/sys/net/ipv4/neigh/bond1/retrans_time 100 /proc/sys/net/ipv4/neigh/bond1/retrans_time_ms 1000 /proc/sys/net/ipv4/neigh/bond1/ucast_solicit 3 /proc/sys/net/ipv4/neigh/bond1/unres_qlen 101 /proc/sys/net/ipv4/neigh/bond1/unres_qlen_bytes 212992 /proc/sys/net/ipv4/neigh/default/anycast_delay 100 /proc/sys/net/ipv4/neigh/default/app_solicit 0 /proc/sys/net/ipv4/neigh/default/base_reachable_time 30 /proc/sys/net/ipv4/neigh/default/base_reachable_time_ms 30000 /proc/sys/net/ipv4/neigh/default/delay_first_probe_time 5 /proc/sys/net/ipv4/neigh/default/gc_interval 30 /proc/sys/net/ipv4/neigh/default/gc_stale_time 60 /proc/sys/net/ipv4/neigh/default/gc_thresh1 128 /proc/sys/net/ipv4/neigh/default/gc_thresh2 512 /proc/sys/net/ipv4/neigh/default/gc_thresh3 1024 /proc/sys/net/ipv4/neigh/default/locktime 100 /proc/sys/net/ipv4/neigh/default/mcast_resolicit 0 /proc/sys/net/ipv4/neigh/default/mcast_solicit 3 /proc/sys/net/ipv4/neigh/default/proxy_delay 80 /proc/sys/net/ipv4/neigh/default/proxy_qlen 64 /proc/sys/net/ipv4/neigh/default/retrans_time 100 /proc/sys/net/ipv4/neigh/default/retrans_time_ms 1000 /proc/sys/net/ipv4/neigh/default/ucast_solicit 3 /proc/sys/net/ipv4/neigh/default/unres_qlen 101 /proc/sys/net/ipv4/neigh/default/unres_qlen_bytes 212992 /proc/sys/net/ipv4/neigh/enp61s0f2/anycast_delay 100 /proc/sys/net/ipv4/neigh/enp61s0f2/app_solicit 0 /proc/sys/net/ipv4/neigh/enp61s0f2/base_reachable_time 30 /proc/sys/net/ipv4/neigh/enp61s0f2/base_reachable_time_ms 30000 /proc/sys/net/ipv4/neigh/enp61s0f2/delay_first_probe_time 5 /proc/sys/net/ipv4/neigh/enp61s0f2/gc_stale_time 60 /proc/sys/net/ipv4/neigh/enp61s0f2/locktime 100 /proc/sys/net/ipv4/neigh/enp61s0f2/mcast_resolicit 0 /proc/sys/net/ipv4/neigh/enp61s0f2/mcast_solicit 3 /proc/sys/net/ipv4/neigh/enp61s0f2/proxy_delay 80 /proc/sys/net/ipv4/neigh/enp61s0f2/proxy_qlen 64 /proc/sys/net/ipv4/neigh/enp61s0f2/retrans_time 100 /proc/sys/net/ipv4/neigh/enp61s0f2/retrans_time_ms 1000 /proc/sys/net/ipv4/neigh/enp61s0f2/ucast_solicit 3 /proc/sys/net/ipv4/neigh/enp61s0f2/unres_qlen 101 /proc/sys/net/ipv4/neigh/enp61s0f2/unres_qlen_bytes 212992 /proc/sys/net/ipv4/neigh/enp61s0f3/anycast_delay 100 /proc/sys/net/ipv4/neigh/enp61s0f3/app_solicit 0 /proc/sys/net/ipv4/neigh/enp61s0f3/base_reachable_time 30 /proc/sys/net/ipv4/neigh/enp61s0f3/base_reachable_time_ms 30000 /proc/sys/net/ipv4/neigh/enp61s0f3/delay_first_probe_time 5 /proc/sys/net/ipv4/neigh/enp61s0f3/gc_stale_time 60 /proc/sys/net/ipv4/neigh/enp61s0f3/locktime 100 /proc/sys/net/ipv4/neigh/enp61s0f3/mcast_resolicit 0 /proc/sys/net/ipv4/neigh/enp61s0f3/mcast_solicit 3 /proc/sys/net/ipv4/neigh/enp61s0f3/proxy_delay 80 /proc/sys/net/ipv4/neigh/enp61s0f3/proxy_qlen 64 /proc/sys/net/ipv4/neigh/enp61s0f3/retrans_time 100 /proc/sys/net/ipv4/neigh/enp61s0f3/retrans_time_ms 1000 /proc/sys/net/ipv4/neigh/enp61s0f3/ucast_solicit 3 /proc/sys/net/ipv4/neigh/enp61s0f3/unres_qlen 101 /proc/sys/net/ipv4/neigh/enp61s0f3/unres_qlen_bytes 212992 /proc/sys/net/ipv4/neigh/ens3f0/anycast_delay 100 /proc/sys/net/ipv4/neigh/ens3f0/app_solicit 0 /proc/sys/net/ipv4/neigh/ens3f0/base_reachable_time 30 /proc/sys/net/ipv4/neigh/ens3f0/base_reachable_time_ms 30000 /proc/sys/net/ipv4/neigh/ens3f0/delay_first_probe_time 5 /proc/sys/net/ipv4/neigh/ens3f0/gc_stale_time 60 /proc/sys/net/ipv4/neigh/ens3f0/locktime 100 /proc/sys/net/ipv4/neigh/ens3f0/mcast_resolicit 0 /proc/sys/net/ipv4/neigh/ens3f0/mcast_solicit 3 /proc/sys/net/ipv4/neigh/ens3f0/proxy_delay 80 /proc/sys/net/ipv4/neigh/ens3f0/proxy_qlen 64 /proc/sys/net/ipv4/neigh/ens3f0/retrans_time 100 /proc/sys/net/ipv4/neigh/ens3f0/retrans_time_ms 1000 /proc/sys/net/ipv4/neigh/ens3f0/ucast_solicit 3 /proc/sys/net/ipv4/neigh/ens3f0/unres_qlen 101 /proc/sys/net/ipv4/neigh/ens3f0/unres_qlen_bytes 212992 /proc/sys/net/ipv4/neigh/ens6f0/anycast_delay 100 /proc/sys/net/ipv4/neigh/ens6f0/app_solicit 0 /proc/sys/net/ipv4/neigh/ens6f0/base_reachable_time 30 /proc/sys/net/ipv4/neigh/ens6f0/base_reachable_time_ms 30000 /proc/sys/net/ipv4/neigh/ens6f0/delay_first_probe_time 5 /proc/sys/net/ipv4/neigh/ens6f0/gc_stale_time 60 /proc/sys/net/ipv4/neigh/ens6f0/locktime 100 /proc/sys/net/ipv4/neigh/ens6f0/mcast_resolicit 0 /proc/sys/net/ipv4/neigh/ens6f0/mcast_solicit 3 /proc/sys/net/ipv4/neigh/ens6f0/proxy_delay 80 /proc/sys/net/ipv4/neigh/ens6f0/proxy_qlen 64 /proc/sys/net/ipv4/neigh/ens6f0/retrans_time 100 /proc/sys/net/ipv4/neigh/ens6f0/retrans_time_ms 1000 /proc/sys/net/ipv4/neigh/ens6f0/ucast_solicit 3 /proc/sys/net/ipv4/neigh/ens6f0/unres_qlen 101 /proc/sys/net/ipv4/neigh/ens6f0/unres_qlen_bytes 212992 /proc/sys/net/ipv4/neigh/lo/anycast_delay 100 /proc/sys/net/ipv4/neigh/lo/app_solicit 0 /proc/sys/net/ipv4/neigh/lo/base_reachable_time 30 /proc/sys/net/ipv4/neigh/lo/base_reachable_time_ms 30000 /proc/sys/net/ipv4/neigh/lo/delay_first_probe_time 5 /proc/sys/net/ipv4/neigh/lo/gc_stale_time 60 /proc/sys/net/ipv4/neigh/lo/locktime 100 /proc/sys/net/ipv4/neigh/lo/mcast_resolicit 0 /proc/sys/net/ipv4/neigh/lo/mcast_solicit 3 /proc/sys/net/ipv4/neigh/lo/proxy_delay 80 /proc/sys/net/ipv4/neigh/lo/proxy_qlen 64 /proc/sys/net/ipv4/neigh/lo/retrans_time 100 /proc/sys/net/ipv4/neigh/lo/retrans_time_ms 1000 /proc/sys/net/ipv4/neigh/lo/ucast_solicit 3 /proc/sys/net/ipv4/neigh/lo/unres_qlen 101 /proc/sys/net/ipv4/neigh/lo/unres_qlen_bytes 212992 /proc/sys/net/ipv4/ping_group_range 1 0 /proc/sys/net/ipv4/route/error_burst 5000 /proc/sys/net/ipv4/route/error_cost 1000 /proc/sys/net/ipv4/route/flush /proc/sys/net/ipv4/route/gc_elasticity 8 /proc/sys/net/ipv4/route/gc_interval 60 /proc/sys/net/ipv4/route/gc_min_interval 0 /proc/sys/net/ipv4/route/gc_min_interval_ms 500 /proc/sys/net/ipv4/route/gc_thresh -1 /proc/sys/net/ipv4/route/gc_timeout 300 /proc/sys/net/ipv4/route/max_size 2147483647 /proc/sys/net/ipv4/route/min_adv_mss 256 /proc/sys/net/ipv4/route/min_pmtu 552 /proc/sys/net/ipv4/route/mtu_expires 600 /proc/sys/net/ipv4/route/redirect_load 20 /proc/sys/net/ipv4/route/redirect_number 9 /proc/sys/net/ipv4/route/redirect_silence 20480 /proc/sys/net/ipv4/tcp_abort_on_overflow 0 /proc/sys/net/ipv4/tcp_adv_win_scale 1 /proc/sys/net/ipv4/tcp_allowed_congestion_control reno cubic /proc/sys/net/ipv4/tcp_app_win 31 /proc/sys/net/ipv4/tcp_autocorking 1 /proc/sys/net/ipv4/tcp_available_congestion_control reno cubic /proc/sys/net/ipv4/tcp_available_ulp /proc/sys/net/ipv4/tcp_base_mss 1024 /proc/sys/net/ipv4/tcp_challenge_ack_limit 1000 /proc/sys/net/ipv4/tcp_comp_sack_delay_ns 1000000 /proc/sys/net/ipv4/tcp_comp_sack_nr 44 /proc/sys/net/ipv4/tcp_congestion_control cubic /proc/sys/net/ipv4/tcp_dsack 1 /proc/sys/net/ipv4/tcp_early_demux 1 /proc/sys/net/ipv4/tcp_early_retrans 3 /proc/sys/net/ipv4/tcp_ecn 2 /proc/sys/net/ipv4/tcp_ecn_fallback 1 /proc/sys/net/ipv4/tcp_fack 0 /proc/sys/net/ipv4/tcp_fastopen 1 /proc/sys/net/ipv4/tcp_fastopen_blackhole_timeout_sec 3600 /proc/sys/net/ipv4/tcp_fastopen_key 00000000-00000000-00000000-00000000 /proc/sys/net/ipv4/tcp_fin_timeout 60 /proc/sys/net/ipv4/tcp_frto 2 /proc/sys/net/ipv4/tcp_fwmark_accept 0 /proc/sys/net/ipv4/tcp_invalid_ratelimit 500 /proc/sys/net/ipv4/tcp_keepalive_intvl 75 /proc/sys/net/ipv4/tcp_keepalive_probes 9 /proc/sys/net/ipv4/tcp_keepalive_time 7200 /proc/sys/net/ipv4/tcp_l3mdev_accept 0 /proc/sys/net/ipv4/tcp_limit_output_bytes 262144 /proc/sys/net/ipv4/tcp_low_latency 0 /proc/sys/net/ipv4/tcp_max_orphans 262144 /proc/sys/net/ipv4/tcp_max_reordering 300 /proc/sys/net/ipv4/tcp_max_syn_backlog 2048 /proc/sys/net/ipv4/tcp_max_tw_buckets 262144 /proc/sys/net/ipv4/tcp_mem 1538400 2051201 3076800 /proc/sys/net/ipv4/tcp_min_rtt_wlen 300 /proc/sys/net/ipv4/tcp_min_tso_segs 2 /proc/sys/net/ipv4/tcp_moderate_rcvbuf 1 /proc/sys/net/ipv4/tcp_mtu_probing 0 /proc/sys/net/ipv4/tcp_no_metrics_save 0 /proc/sys/net/ipv4/tcp_notsent_lowat 4294967295 /proc/sys/net/ipv4/tcp_orphan_retries 0 /proc/sys/net/ipv4/tcp_pacing_ca_ratio 120 /proc/sys/net/ipv4/tcp_pacing_ss_ratio 200 /proc/sys/net/ipv4/tcp_probe_interval 600 /proc/sys/net/ipv4/tcp_probe_threshold 8 /proc/sys/net/ipv4/tcp_recovery 1 /proc/sys/net/ipv4/tcp_reordering 3 /proc/sys/net/ipv4/tcp_retrans_collapse 1 /proc/sys/net/ipv4/tcp_retries1 3 /proc/sys/net/ipv4/tcp_retries2 15 /proc/sys/net/ipv4/tcp_rfc1337 0 /proc/sys/net/ipv4/tcp_rmem 4096 87380 6291456 /proc/sys/net/ipv4/tcp_sack 1 /proc/sys/net/ipv4/tcp_slow_start_after_idle 1 /proc/sys/net/ipv4/tcp_stdurg 0 /proc/sys/net/ipv4/tcp_synack_retries 5 /proc/sys/net/ipv4/tcp_syncookies 1 /proc/sys/net/ipv4/tcp_syn_retries 6 /proc/sys/net/ipv4/tcp_thin_linear_timeouts 0 /proc/sys/net/ipv4/tcp_timestamps 1 /proc/sys/net/ipv4/tcp_tso_win_divisor 3 /proc/sys/net/ipv4/tcp_tw_reuse 2 /proc/sys/net/ipv4/tcp_wmem 4096 16384 4194304 /proc/sys/net/ipv4/tcp_workaround_signed_windows 0 /proc/sys/net/ipv4/udp_early_demux 1 /proc/sys/net/ipv4/udp_l3mdev_accept 0 /proc/sys/net/ipv4/udp_mem 3076800 4102402 6153600 /proc/sys/net/ipv4/udp_rmem_min 4096 /proc/sys/net/ipv4/udp_wmem_min 4096 /proc/sys/net/ipv4/vs/am_droprate 10 /proc/sys/net/ipv4/vs/amemthresh 1024 /proc/sys/net/ipv4/vs/backup_only 0 /proc/sys/net/ipv4/vs/cache_bypass 0 /proc/sys/net/ipv4/vs/conn_reuse_mode 1 /proc/sys/net/ipv4/vs/conntrack 0 /proc/sys/net/ipv4/vs/drop_entry 0 /proc/sys/net/ipv4/vs/drop_packet 0 /proc/sys/net/ipv4/vs/expire_nodest_conn 0 /proc/sys/net/ipv4/vs/expire_quiescent_template 0 /proc/sys/net/ipv4/vs/ignore_tunneled 0 /proc/sys/net/ipv4/vs/nat_icmp_send 0 /proc/sys/net/ipv4/vs/pmtu_disc 1 /proc/sys/net/ipv4/vs/schedule_icmp 0 /proc/sys/net/ipv4/vs/secure_tcp 0 /proc/sys/net/ipv4/vs/sloppy_sctp 0 /proc/sys/net/ipv4/vs/sloppy_tcp 0 /proc/sys/net/ipv4/vs/snat_reroute 1 /proc/sys/net/ipv4/vs/sync_persist_mode 0 /proc/sys/net/ipv4/vs/sync_ports 1 /proc/sys/net/ipv4/vs/sync_qlen_max 1025790 /proc/sys/net/ipv4/vs/sync_refresh_period 0 /proc/sys/net/ipv4/vs/sync_retries 0 /proc/sys/net/ipv4/vs/sync_sock_size 0 /proc/sys/net/ipv4/vs/sync_threshold 3 50 /proc/sys/net/ipv4/vs/sync_version 1 /proc/sys/net/ipv4/xfrm4_gc_thresh 32768 /proc/sys/net/netfilter/nf_conntrack_acct 0 /proc/sys/net/netfilter/nf_conntrack_buckets 65536 /proc/sys/net/netfilter/nf_conntrack_checksum 1 /proc/sys/net/netfilter/nf_conntrack_count 4188 /proc/sys/net/netfilter/nf_conntrack_dccp_loose 1 /proc/sys/net/netfilter/nf_conntrack_dccp_timeout_closereq 64 /proc/sys/net/netfilter/nf_conntrack_dccp_timeout_closing 64 /proc/sys/net/netfilter/nf_conntrack_dccp_timeout_open 43200 /proc/sys/net/netfilter/nf_conntrack_dccp_timeout_partopen 480 /proc/sys/net/netfilter/nf_conntrack_dccp_timeout_request 240 /proc/sys/net/netfilter/nf_conntrack_dccp_timeout_respond 480 /proc/sys/net/netfilter/nf_conntrack_dccp_timeout_timewait 240 /proc/sys/net/netfilter/nf_conntrack_events 1 /proc/sys/net/netfilter/nf_conntrack_expect_max 1024 /proc/sys/net/netfilter/nf_conntrack_frag6_high_thresh 4194304 /proc/sys/net/netfilter/nf_conntrack_frag6_low_thresh 3145728 /proc/sys/net/netfilter/nf_conntrack_frag6_timeout 60 /proc/sys/net/netfilter/nf_conntrack_generic_timeout 600 /proc/sys/net/netfilter/nf_conntrack_helper 0 /proc/sys/net/netfilter/nf_conntrack_icmp_timeout 30 /proc/sys/net/netfilter/nf_conntrack_icmpv6_timeout 30 /proc/sys/net/netfilter/nf_conntrack_log_invalid 0 /proc/sys/net/netfilter/nf_conntrack_max 2097152 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_closed 10 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_cookie_echoed 3 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_cookie_wait 3 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_established 432000 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_heartbeat_acked 210 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_heartbeat_sent 30 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_shutdown_ack_sent 3 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_shutdown_recd 0 /proc/sys/net/netfilter/nf_conntrack_sctp_timeout_shutdown_sent 0 /proc/sys/net/netfilter/nf_conntrack_tcp_be_liberal 0 /proc/sys/net/netfilter/nf_conntrack_tcp_loose 1 /proc/sys/net/netfilter/nf_conntrack_tcp_max_retrans 3 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_close 10 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_close_wait 3600 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_established 432000 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_fin_wait 120 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_last_ack 30 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_max_retrans 300 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_syn_recv 60 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_syn_sent 120 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_time_wait 120 /proc/sys/net/netfilter/nf_conntrack_tcp_timeout_unacknowledged 300 /proc/sys/net/netfilter/nf_conntrack_timestamp 0 /proc/sys/net/netfilter/nf_conntrack_udp_timeout 30 /proc/sys/net/netfilter/nf_conntrack_udp_timeout_stream 180 /proc/sys/net/netfilter/nf_log/0 NONE /proc/sys/net/netfilter/nf_log/1 NONE /proc/sys/net/netfilter/nf_log/10 NONE /proc/sys/net/netfilter/nf_log/11 NONE /proc/sys/net/netfilter/nf_log/12 NONE /proc/sys/net/netfilter/nf_log/2 NONE /proc/sys/net/netfilter/nf_log/3 NONE /proc/sys/net/netfilter/nf_log/4 NONE /proc/sys/net/netfilter/nf_log/5 NONE /proc/sys/net/netfilter/nf_log/6 NONE /proc/sys/net/netfilter/nf_log/7 NONE /proc/sys/net/netfilter/nf_log/8 NONE /proc/sys/net/netfilter/nf_log/9 NONE /proc/sys/net/netfilter/nf_log_all_netns 0 /proc/sys/net/nf_conntrack_max 2097152 /proc/sys/net/unix/max_dgram_qlen 512 /proc/sys/sunrpc/max_resvport 1023 /proc/sys/sunrpc/min_resvport 665 /proc/sys/sunrpc/nfsd_debug 0x0000 /proc/sys/sunrpc/nfs_debug 0x0000 /proc/sys/sunrpc/nlm_debug 0x0000 /proc/sys/sunrpc/rpc_debug 0x0000 /proc/sys/sunrpc/tcp_fin_timeout 15 /proc/sys/sunrpc/tcp_max_slot_table_entries 65536 /proc/sys/sunrpc/tcp_slot_table_entries 2 /proc/sys/sunrpc/transports tcp 1048576 udp 32768 tcp-bc 1048576 /proc/sys/sunrpc/udp_slot_table_entries 16 /proc/sys/user/max_cgroup_namespaces 514180 /proc/sys/user/max_inotify_instances 128 /proc/sys/user/max_inotify_watches 500000 /proc/sys/user/max_ipc_namespaces 514180 /proc/sys/user/max_mnt_namespaces 514180 /proc/sys/user/max_net_namespaces 514180 /proc/sys/user/max_pid_namespaces 514180 /proc/sys/user/max_user_namespaces 514180 /proc/sys/user/max_uts_namespaces 514180 /proc/sys/vm/admin_reserve_kbytes 8192 /proc/sys/vm/block_dump 0 /proc/sys/vm/compact_memory /proc/sys/vm/compact_unevictable_allowed 1 /proc/sys/vm/dirty_background_bytes 0 /proc/sys/vm/dirty_background_ratio 10 /proc/sys/vm/dirty_bytes 0 /proc/sys/vm/dirty_expire_centisecs 3000 /proc/sys/vm/dirty_ratio 20 /proc/sys/vm/dirtytime_expire_seconds 43200 /proc/sys/vm/dirty_writeback_centisecs 500 /proc/sys/vm/drop_caches 0 /proc/sys/vm/extfrag_threshold 500 /proc/sys/vm/hugetlb_shm_group 0 /proc/sys/vm/laptop_mode 0 /proc/sys/vm/legacy_va_layout 0 /proc/sys/vm/lowmem_reserve_ratio 256 256 32 0 0 /proc/sys/vm/max_map_count 65530 /proc/sys/vm/memory_failure_early_kill 0 /proc/sys/vm/memory_failure_recovery 1 /proc/sys/vm/min_free_kbytes 90112 /proc/sys/vm/min_slab_ratio 5 /proc/sys/vm/min_unmapped_ratio 1 /proc/sys/vm/mmap_min_addr 4096 /proc/sys/vm/mmap_rnd_bits 28 /proc/sys/vm/mmap_rnd_compat_bits 8 /proc/sys/vm/nr_hugepages 0 /proc/sys/vm/nr_hugepages_mempolicy 0 /proc/sys/vm/nr_overcommit_hugepages 0 /proc/sys/vm/numa_stat 1 /proc/sys/vm/numa_zonelist_order Node /proc/sys/vm/oom_dump_tasks 1 /proc/sys/vm/oom_kill_allocating_task 0 /proc/sys/vm/overcommit_kbytes 0 /proc/sys/vm/overcommit_memory 1 /proc/sys/vm/overcommit_ratio 50 /proc/sys/vm/page-cluster 3 /proc/sys/vm/panic_on_oom 0 /proc/sys/vm/percpu_pagelist_fraction 0 /proc/sys/vm/stat_interval 1 /proc/sys/vm/stat_refresh /proc/sys/vm/swappiness 60 /proc/sys/vm/user_reserve_kbytes 131072 /proc/sys/vm/vfs_cache_pressure 100 /proc/sys/vm/watermark_scale_factor 10 /proc/sys/vm/zone_reclaim_mode 0 ``` ### **研发三部的参数调优** 1、k8s kube-scheduler与kube-controller-manager ``` --kube-api-qps=70 ``` 2、内核 ``` net.netfilter.nf_conntrack_max=656360 vm.swappiness=10 vm.max_map_count=2097152 vm.extfrag_threshold=800 vm.min_free_kbytes=262144 kernel.panic=10 fs.nr_open=2000000 net.ipv4.tcp_orphan_retries=3 net.ipv4.tcp_timestamps=1 net.ipv4.tcp_tw_reuse=1 net.ipv4.tcp_fin_timeout=3 net.ipv4.tcp_max_orphans=100000 net.ipv4.tcp_slow_start_after_idle=0 net.ipv4.tcp_window_scaling=1 net.ipv4.tcp_syncookies=1 net.ipv4.tcp_max_tw_buckets=20000 net.ipv4.tcp_max_syn_backlog=20000 net.ipv4.tcp_keepalive_time=40 net.ipv4.tcp_keepalive_intvl=35 net.ipv4.tcp_keepalive_probes=5 net.ipv4.icmp_echo_ignore_broadcasts=1 net.ipv4.icmp_ignore_bogus_error_responses=1 net.ipv4.tcp_no_metrics_save=1 net.ipv4.route.max_size=524288000 net.core.somaxconn=32768 net.core.rmem_default=524288 net.core.wmem_default=524288 net.core.wmem_max=2097152 net.core.rmem_max=2097152 net.core.netdev_max_backlog=10000 net.netfilter.nf_conntrack_tcp_timeout_established=300 net.ipv4.conf.all.arp_ignore = 1 net.ipv4.conf.lo.arp_ignore = 1 net.ipv4.conf.lo.arp_announce = 2 net.ipv4.conf.all.arp_announce = 2 net.ipv4.ip_local_port_range=10000 65500 ``` 3、keepalived与haproxy ``` global log 127.0.0.1 local2 ulimit-n 65535 maxconn 65535 maxconnrate 65535 defaults mode http log global timeout connect 10s timeout client 1m timeout server 1m timeout check 10s timeout queue 3s maxconn 65535 #listen stats # bind *:8006 # mode http # stats enable # stats hide-version # stats uri /stats # stats refresh 30s # stats realm Haproxy\ Statistics # stats auth admin:admin frontend k8s-api bind 10.1.0.1:6443 mode tcp option tcplog default_backend k8s-api backend k8s-api mode tcp option tcplog option tcp-check # option httpchk GET /healthz # http-check expect string ok balance roundrobin default-server inter 10s downinter 5s rise 2 fall 2 slowstart 60s maxconn 65535 maxqueue 256 weight 100 server api1 10.0.0.41:6443 check server api2 10.0.0.42:6443 check server api3 10.0.0.43:6443 check server api4 10.0.0.44:6443 check server api5 10.0.0.45:6443 check ``` ### **参考** * https://support.huaweicloud.com/usermanual-cce/cce_01_0213.html