admin ·
1. 前言
通过之前的学习，我们已经分章节系统性的讲解了 Shell 脚本的知识，本章节我们通过两个项目实战，进一步详解 Shell 在实战中的知识组合及灵活运用。
2. 系统巡检
2.1 需求
需要对 Linux 服务器，巡检系统 / 服务 / 端口各指标及参数，编写系统快速检查脚本，输出系统信息到脚本运行的 logs 目录下。
2.2 思路
通常系统的状态都在 /proc/ 目录下，对文件中的关注系统指标数字进行过滤处理，得到系统状态，其中涉及数组的需要计算，可以利用函数，对每一个需要巡检的结果利用单独一个函数编写，最后利用 main 函数调用其他函数得出最终结果。
2.3 实现
核心利用 sed 代码：
#!/bin/bash# auth:kaliarch# func:sys info check# version:v1.0# sys:centos6.x/7.x# 判断用户是否为root用户，如果非root则提示需要root用户执行脚本[ $(id -u) -gt 0 ] && echo "请用root用户执行此脚本！" && exit 1sysversion=$(rpm -q centos-release|cut -d- -f3)line="-------------------------------------------------"# 创建日志目录[ -d logs ] || mkdir logs# 定义日志文件sys_check_file="logs/$(ip a show dev eth0|grep -w inet|awk '{print $2}'|awk -F '/' '{print $1}')-`date +%Y%m%d`.txt"# 获取系统cpu信息function get_cpu_info() { Physical_CPUs=$(grep "physical id" /proc/cpuinfo| sort | uniq | wc -l) Virt_CPUs=$(grep "processor" /proc/cpuinfo | wc -l) CPU_Kernels=$(grep "cores" /proc/cpuinfo|uniq| awk -F ': ' '{print $2}') CPU_Type=$(grep "model name" /proc/cpuinfo | awk -F ': ' '{print $2}' | sort | uniq) CPU_Arch=$(uname -m)cat <<EOF | column -t CPU信息: 物理CPU个数: $Physical_CPUs 逻辑CPU个数: $Virt_CPUs 每CPU核心数: $CPU_Kernels CPU型号: $CPU_Type CPU架构: $CPU_Arch EOF }# 获取系统内存信息function get_mem_info() { check_mem=$(free -m) MemTotal=$(grep MemTotal /proc/meminfo| awk '{print $2}') #KB MemFree=$(grep MemFree /proc/meminfo| awk '{print $2}') #KB let MemUsed=MemTotal-MemFree MemPercent=$(awk "BEGIN {if($MemTotal==0){printf 100}else{printf \"%.2f\",$MemUsed*100/$MemTotal}}") report_MemTotal="$((MemTotal/1024))""MB" #内存总容量(MB) report_MemFree="$((MemFree/1024))""MB" #内存剩余(MB) report_MemUsedPercent="$(awk "BEGIN {if($MemTotal==0){printf 100}else{printf \"%.2f\",$MemUsed*100/$MemTotal}}")""%" #内存使用率%cat <<EOF 内存信息： ${check_mem} EOF }# 获取系统网络信息function get_net_info() { pri_ipadd=$(ip a show dev eth0|grep -w inet|awk '{print $2}'|awk -F '/' '{print $1}') pub_ipadd=$(curl ifconfig.me -s) gateway=$(ip route | grep default | awk '{print $3}') mac_info=$(ip link| egrep -v "lo"|grep link|awk '{print $2}') dns_config=$(egrep -v "^$|^#" /etc/resolv.conf) route_info=$(route -n)cat <<EOF | column -t IP信息: 系统公网地址: ${pub_ipadd} 系统私网地址: ${pri_ipadd} 网关地址: ${gateway} MAC地址: ${mac_info} 路由信息: ${route_info} DNS 信息: ${dns_config} EOF }# 获取系统磁盘信息function get_disk_info() { disk_info=$(fdisk -l|grep "Disk /dev"|cut -d, -f1) disk_use=$(df -hTP|awk '$2!="tmpfs"{print}') disk_inode=$(df -hiP|awk '$1!="tmpfs"{print}')cat <<EOF 磁盘信息: ${disk_info} 磁盘使用: ${disk_use} inode信息: ${disk_inode} EOF }# 获取系统信息function get_systatus_info() { sys_os=$(uname -o) sys_release=$(cat /etc/redhat-release) sys_kernel=$(uname -r) sys_hostname=$(hostname) sys_selinux=$(getenforce) sys_lang=$(echo $LANG) sys_lastreboot=$(who -b | awk '{print $3,$4}') sys_runtime=$(uptime |awk '{print $3,$4}'|cut -d, -f1) sys_time=$(date) sys_load=$(uptime |cut -d: -f5)cat <<EOF | column -t 系统信息： 系统: ${sys_os} 发行版本: ${sys_release} 系统内核: ${sys_kernel} 主机名: ${sys_hostname} selinux状态: ${sys_selinux} 系统语言: ${sys_lang} 系统当前时间: ${sys_time} 系统最后重启时间: ${sys_lastreboot} 系统运行时间: ${sys_runtime} 系统负载: ${sys_load} EOF }# 获取服务信息function get_service_info() { port_listen=$(netstat -lntup|grep -v "Active Internet") kernel_config=$(sysctl -p 2>/dev/null) if [ ${sysversion} -gt 6 ];then service_config=$(systemctl list-unit-files --type=service --state=enabled|grep "enabled") run_service=$(systemctl list-units --type=service --state=running |grep ".service") else service_config=$(/sbin/chkconfig | grep -E ":on|:启用" |column -t) run_service=$(/sbin/service --status-all|grep -E "running") fi cat <<EOF 服务启动配置： ${service_config} ${line} 运行的服务： ${run_service} ${line} 监听端口： ${port_listen} ${line} 内核参考配置: ${kernel_config} }# 获取系统用户信息function get_sys_user() { login_user=$(awk -F: '{if ($NF=="/bin/bash") print $0}' /etc/passwd) ssh_config=$(egrep -v "^#|^$" /etc/ssh/sshd_config) sudo_config=$(egrep -v "^#|^$" /etc/sudoers |grep -v "^Defaults") host_config=$(egrep -v "^#|^$" /etc/hosts) crond_config=$(for cronuser in /var/spool/cron/* ;do ls ${cronuser} 2>/dev/null|cut -d/ -f5;egrep -v "^$|^#" ${cronuser} 2>/dev/null;echo "";done)cat <<EOF 系统登录用户: ${login_user} ${line} ssh 配置信息: ${ssh_config} ${line} sudo 配置用户: ${sudo_config} ${line} 定时任务配置: ${crond_config} ${line} hosts 信息: ${host_config} EOF }# 获取进程信息function process_top_info() { top_title=$(top -b n1|head -7|tail -1) cpu_top10=$(top b -n1 | head -17 | tail -10) mem_top10=$(top -b n1|head -17|tail -10|sort -k10 -r)cat <<EOF CPU占用top10: ${top_title} ${cpu_top10} 内存占用top10: ${top_title} ${mem_top10} EOF }# 信息汇总function sys_check() { get_cpu_info echo ${line} get_mem_info echo ${line} get_net_info echo ${line} get_disk_info echo ${line} get_systatus_info echo ${line} get_service_info echo ${line} get_sys_user echo ${line} process_top_info } sys_check > ${sys_check_file}代码块
- 1
- 2
- 3
- 4
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
- 21
- 22
- 23
- 24
- 25
- 26
- 27
- 28
- 29
- 30
- 31
- 32
- 33
- 34
- 35
- 36
- 37
- 38
- 39
- 40
- 41
- 42
- 43
- 44
- 45
- 46
- 47
- 48
- 49
- 50
- 51
- 52
- 53
- 54
- 55
- 56
- 57
- 58
- 59
- 60
- 61
- 62
- 63
- 64
- 65
- 66
- 67
- 68
- 69
- 70
- 71
- 72
- 73
- 74
- 75
- 76
- 77
- 78
- 79
- 80
- 81
- 82
- 83
- 84
- 85
- 86
- 87
- 88
- 89
- 90
- 91
- 92
- 93
- 94
- 95
- 96
- 97
- 98
- 99
- 100
- 101
- 102
- 103
- 104
- 105
- 106
- 107
- 108
- 109
- 110
- 111
- 112
- 113
- 114
- 115
- 116
- 117
- 118
- 119
- 120
- 121
- 122
- 123
- 124
- 125
- 126
- 127
- 128
- 129
- 130
- 131
- 132
- 133
- 134
- 135
- 136
- 137
- 138
- 139
- 140
- 141
- 142
- 143
- 144
- 145
- 146
- 147
- 148
- 149
- 150
- 151
- 152
- 153
- 154
- 155
- 156
- 157
- 158
- 159
- 160
- 161
- 162
- 163
- 164
- 165
- 166
- 167
- 168
- 169
- 170
- 171
- 172
- 173
- 174
- 175
- 176
- 177
- 178
- 179
- 180
- 181
- 182
- 183
- 184
- 185
- 186
- 187
- 188
- 189
- 190
- 191
- 192
- 193
- 194
- 195
- 196
- 197
- 198
- 199
- 200
- 201
- 202
- 203
- 204
- 205
- 206
- 207
- 208
- 209
- 210
- 211
- 212
- 213
- 214
- 215
- 216
- 217
- 218
- 219
- 220
- 221
- 222
- 223
- 224
- 225
- 226
- 227
- 228
2.4 测试
[root@master workspace]# bash sys_check.sh [root@master workspace]# lslogs sys_check.sh[root@master workspace]# cat logs/172.16.60.2-20200419.txt CPU信息: 物理CPU个数: 4逻辑CPU个数: 4每CPU核心数: 1CPU型号: QEMU Virtual CPU CPU架构: x86_64-------------------------------------------------内存信息： total used free shared buff/cache available Mem: 16047 12536 179 885 3331 2007Swap: 0 0 0-------------------------------------------------IP信息: 系统公网地址: 4x.xxx.xxx.18系统私网地址: 172.16.60.2网关地址: 172.16.60.1MAC地址: 52:54:73:7b:c9:11路由信息: Kernel IP routing tableDestination Gateway Genmask Flags Metric Ref Use Iface0.0.0.0 172.16.60.1 0.0.0.0 UG 100 0 0 eth010.233.88.192 172.16.60.5 255.255.255.192 UG 0 0 0 tunl0172.16.60.0 0.0.0.0 255.255.255.0 U 100 0 0 eth0172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 DNS 信息: nameserver 10.17.50.3nameserver 1.2.4.8-------------------------------------------------磁盘信息:Disk /dev/vda: 21.5 GBDisk /dev/vdb: 8589 MB 磁盘使用: Filesystem Type Size Used Avail Use% Mounted on/dev/vda1 ext4 20G 5.0G 14G 27% /devtmpfs devtmpfs 7.9G 0 7.9G 0% /dev/dev/vdc ext4 197G 46G 142G 25% /data/dev/vdd xfs 500G 53G 448G 11% /var/local/osd0 inode信息: Filesystem Inodes IUsed IFree IUse% Mounted on/dev/vda1 1.3M 54K 1.2M 5% /devtmpfs 2.0M 398 2.0M 1% /dev/dev/vdc 13M 1.3M 12M 11% /data/dev/vdd 250M 14K 250M 1% /var/local/osd0 overlay 13M 1.3M 12M 11% 2c99089efbac12ffc5d7a8f6ccf99d95ab3c1674b441205a61829ebe635/merged 系统: GNU/Linux 发行版本: CentOS Linux release 7.4.1708 (Core)系统内核: 3.10.0-693.el7.x86_64 主机名: master selinux状态: Permissive 系统语言: en_US.UTF-8系统当前时间: Sun Apr 19 12:34:35 CST 2020系统最后重启时间: 2020-03-18 16:15系统运行时间: 31 days 系统负载: 1.55, 1.73, 1.95-------------------------------------------------服务启动配置: auditd.service enabled autovt@.service enabled ceph-mon@.service enabled etcd.service enabled gapd.service enabled getty@.service enabled irqbalance.service enabled kdump.service enabled kubelet.service enabled microcode.service enabled NetworkManager-dispatcher.service enabled NetworkManager.service enabled postfix.service enabled rpcbind.service enabled rsyslog.service enabled smarteye-server-agent.service enabled sshd.service enabled systemd-readahead-collect.service enabled systemd-readahead-drop.service enabled systemd-readahead-replay.service enabled tuned.service enabled-------------------------------------------------运行的服务: auditd.service loaded active running Security Auditing Service ceph-mon@master.service loaded active running Ceph cluster monitor daemon ceph-osd@0.service loaded active running Ceph object storage daemon chronyd.service loaded active running NTP client/server crond.service loaded active running Command Scheduler dbus.service loaded active running D-Bus System Message Bus docker.service loaded active running Docker Application Container Engineetcd.service loaded active running etcd docker wrapper gapd.service loaded active running guest agent for pitrix getty@tty1.service loaded active running Getty on tty1 gssproxy.service loaded active running GSSAPI Proxy Daemon irqbalance.service loaded active running irqbalance daemon kubelet.service loaded active running Kubernetes Kubelet Server NetworkManager.service loaded active running Network Manager polkit.service loaded active running Authorization Manager postfix.service loaded active running Postfix Mail Transport Agent rpcbind.service loaded active running RPC bind service rsyslog.service loaded active running System Logging Service smarteye-server-agent.service loaded active running The Smarteye Monitoring of server sshd.service loaded active running OpenSSH server daemon systemd-journald.service loaded active running Journal Service systemd-logind.service loaded active running Login Service systemd-udevd.service loaded active running udev Kernel Device Manager tuned.service loaded active running Dynamic System Tuning Daemon-------------------------------------------------监听端口: Proto Recv-Q Send-Q Local Address Foreign Address State PID/Program name tcp 0 0 127.0.0.1:9099 0.0.0.0:* LISTEN 10444/calico-node tcp 0 0 172.16.60.2:2379 0.0.0.0:* LISTEN 1321/etcd tcp 0 0 127.0.0.1:2379 0.0.0.0:* LISTEN 1321/etcd tcp 0 0 172.16.60.2:9100 0.0.0.0:* LISTEN 2868/./kube-rbac-pr tcp 0 0 127.0.0.1:9100 0.0.0.0:* LISTEN 2314/node_exporter tcp 0 0 172.16.60.2:2380 0.0.0.0:* LISTEN 1321/etcd tcp 0 0 172.16.60.2:10255 0.0.0.0:* LISTEN 1222/kubelet tcp 0 0 0.0.0.0:111 0.0.0.0:* LISTEN 1/systemd tcp 0 0 0.0.0.0:6800 0.0.0.0:* LISTEN 850/ceph-osd tcp 0 0 0.0.0.0:6801 0.0.0.0:* LISTEN 850/ceph-osd tcp 0 0 0.0.0.0:6802 0.0.0.0:* LISTEN 850/ceph-osd tcp 0 0 0.0.0.0:179 0.0.0.0:* LISTEN 10755/bird tcp 0 0 0.0.0.0:6803 0.0.0.0:* LISTEN 850/ceph-osd tcp 0 0 169.254.25.10:53 0.0.0.0:* LISTEN 2058/node-cache tcp 0 0 0.0.0.0:22 0.0.0.0:* LISTEN 552/sshd tcp 0 0 127.0.0.1:25 0.0.0.0:* LISTEN 786/master tcp 0 0 127.0.0.1:40416 0.0.0.0:* LISTEN 1222/kubelet tcp 0 0 172.16.60.2:6789 0.0.0.0:* LISTEN 661/ceph-mon tcp 0 0 169.254.25.10:9254 0.0.0.0:* LISTEN 2058/node-cache tcp 0 0 127.0.0.1:10248 0.0.0.0:* LISTEN 1222/kubelet tcp 0 0 127.0.0.1:10249 0.0.0.0:* LISTEN 2854/kube-proxy tcp 0 0 172.16.60.2:10250 0.0.0.0:* LISTEN 1222/kubelet tcp6 0 0 :::10251 :::* LISTEN 12358/kube-schedule tcp6 0 0 :::6443 :::* LISTEN 1929/kube-apiserver tcp6 0 0 :::10252 :::* LISTEN 12366/kube-controll udp6 0 0 :::111 :::* 1/systemd udp6 0 0 ::1:323 :::* 530/chronyd udp6 0 0 :::703 :::* 535/rpcbind -------------------------------------------------内核参考配置: net.ipv4.ip_forward = 1net.bridge.bridge-nf-call-ip6tables = 1net.bridge.bridge-nf-call-iptables = 1net.ipv4.ip_local_reserved_ports = 30000-32767net.bridge.bridge-nf-call-arptables = 1-------------------------------------------------系统登录用户: root:x:0:0:root:/root:/bin/bash-------------------------------------------------ssh 配置信息: HostKey /etc/ssh/ssh_host_rsa_key HostKey /etc/ssh/ssh_host_ecdsa_key HostKey /etc/ssh/ssh_host_ed25519_key SyslogFacility AUTHPRIV AuthorizedKeysFile .ssh/authorized_keys PasswordAuthentication yes ChallengeResponseAuthentication noGSSAPIAuthentication noGSSAPICleanupCredentials noUsePAM yes X11Forwarding yes AcceptEnv LANG LC_CTYPE LC_NUMERIC LC_TIME LC_COLLATE LC_MONETARY LC_MESSAGES AcceptEnv LC_PAPER LC_NAME LC_ADDRESS LC_TELEPHONE LC_MEASUREMENT AcceptEnv LC_IDENTIFICATION LC_ALL LANGUAGE AcceptEnv XMODIFIERS Subsystem sftp /usr/libexec/openssh/sftp-server PermitRootLogin yes PermitEmptyPasswords noUseDNS no-------------------------------------------------sudo 配置用户: root ALL=(ALL) ALL%wheel ALL=(ALL) ALL-------------------------------------------------定时任务配置: root@weekly /usr/bin/docker system prune -f*/30 * * * * /opt/etcd_back/etcd_backup.sh-------------------------------------------------hosts 信息:127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 ::1 localhost6 localhost6.localdomain6 localhost6.localdomain172.16.60.2 master172.16.60.3 node01172.16.60.4 node02172.16.60.5 node03172.16.60.2 master.cluster.local master172.16.60.3 node01.cluster.local node01172.16.60.4 node02.cluster.local node02172.16.60.5 node03.cluster.local node03172.16.60.2 harbor.devops.kubesphere.local172.16.60.2 gitlab.devops.kubesphere.local-------------------------------------------------CPU占用top10: PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 1222 root 20 0 1401200 142324 19560 S 11.8 0.9 6197:32 kubelet 7119 root 20 0 144632 16016 4840 S 5.9 0.1 263:45.19 coredns 9761 1001 20 0 133952 19360 3444 S 5.9 0.1 589:46.42 jaeger-operator12366 root 20 0 821212 130924 21304 S 5.9 0.8 20:30.77 kube-controller15129 root 20 0 169104 39880 6176 S 5.9 0.2 212:52.15 mixs15251 root 20 0 157848 2148 1408 R 5.9 0.0 0:00.02 top19934 root 20 0 10.074g 26564 4612 S 5.9 0.2 342:47.40 etcd 1 root 20 0 194876 6912 2996 S 0.0 0.0 7:21.74 systemd 2 root 20 0 0 0 0 S 0.0 0.0 0:09.02 kthreadd 3 root 20 0 0 0 0 S 0.0 0.0 20:13.67 ksoftirqd/0内存占用top10: PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND 1929 root 20 0 1667544 832556 23912 S 11.8 5.1 5571:22 kube-apiserver12967 root 20 0 9.914g 6.834g 1580 S 5.9 43.6 3672:00 Java28651 polkitd 20 0 4161568 217472 2180 S 5.9 1.3 185:46.09 Java 1321 root 20 0 10.188g 170880 18380 S 11.8 1.0 2154:47 etcd12366 root 20 0 821212 130924 21304 S 5.9 0.8 20:30.78 kube-controller 661 ceph 20 0 463516 67048 4476 S 5.9 0.4 280:35.51 ceph-mon17654 root 20 0 167812 11044 2808 S 5.9 0.1 9:13.12 envoy 1 root 20 0 194876 6912 2996 S 0.0 0.0 7:21.74 systemd15255 root 20 0 157848 2152 1408 R 11.8 0.0 0:00.03 top14093 polkitd 20 0 288608 6848 4208 S 5.9 0.0 0:00.02 postgres代码块
- 1
- 2
- 3
- 4
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
- 21
- 22
- 23
- 24
- 25
- 26
- 27
- 28
- 29
- 30
- 31
- 32
- 33
- 34
- 35
- 36
- 37
- 38
- 39
- 40
- 41
- 42
- 43
- 44
- 45
- 46
- 47
- 48
- 49
- 50
- 51
- 52
- 53
- 54
- 55
- 56
- 57
- 58
- 59
- 60
- 61
- 62
- 63
- 64
- 65
- 66
- 67
- 68
- 69
- 70
- 71
- 72
- 73
- 74
- 75
- 76
- 77
- 78
- 79
- 80
- 81
- 82
- 83
- 84
- 85
- 86
- 87
- 88
- 89
- 90
- 91
- 92
- 93
- 94
- 95
- 96
- 97
- 98
- 99
- 100
- 101
- 102
- 103
- 104
- 105
- 106
- 107
- 108
- 109
- 110
- 111
- 112
- 113
- 114
- 115
- 116
- 117
- 118
- 119
- 120
- 121
- 122
- 123
- 124
- 125
- 126
- 127
- 128
- 129
- 130
- 131
- 132
- 133
- 134
- 135
- 136
- 137
- 138
- 139
- 140
- 141
- 142
- 143
- 144
- 145
- 146
- 147
- 148
- 149
- 150
- 151
- 152
- 153
- 154
- 155
- 156
- 157
- 158
- 159
- 160
- 161
- 162
- 163
- 164
- 165
- 166
- 167
- 168
- 169
- 170
- 171
- 172
- 173
- 174
- 175
- 176
- 177
- 178
- 179
- 180
- 181
- 182
- 183
- 184
- 185
- 186
- 187
- 188
- 189
- 190
- 191
- 192
- 193
- 194
- 195
- 196
- 197
- 198
- 199
- 200
- 201
- 202
- 203
- 204
- 205
- 206
- 207
- 208
- 209
- 210
- 211
- 212
- 213
- 214
- 215
- 216
- 217
- 218
- 219
- 220
- 221
- 222
- 223
- 224
- 225
- 226
- 227
- 228
- 229
- 230
- 231
- 232
- 233
- 234
- 235
3 ELK 安装
3.1 需求
对于软件安装，通常人工操作不仅繁琐耗时，且容易出错，可以用编写 Shell 来完成，后期如果有重复需求，可以一劳永逸，安装不易出错且提升效率，ELK 为开源日志系统 由 Elasticsearch、Logstash 和 Kibana 三部分组件组成。
3.2 思路
可以针对需要按照的各种服务单独编写脚本来进行按照，其中利用了系统内的很多命令，也包含文件的操作等，在此刚好回顾我们之前学习的内容。
3.3 实现
#!/bin/bash#mail:xuel@anchnet.com#data:2020/4/10#AutoInstall ELK scripts#Software:elasticsearch-5.4.1/logstash-5.4.1/filebeat-5.4.1/kibana-5.4.1clearecho "##########################################"echo "# Auto Install ELK. ##"echo "# Press Ctrl + C to cancel ##"echo "# Any key to continue ##"echo "##########################################"# 读入用户选择read -p # 定义环境及目录变量software_dir="/usr/local/software"elasticsearch_url="https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-5.4.1.tar.gz"kibana_url="https://artifacts.elastic.co/downloads/kibana/kibana-5.4.1-linux-x86_64.tar.gz"logstash_url="https://artifacts.elastic.co/downloads/logstash/logstash-5.4.1.tar.gz"filebeat_url="https://artifacts.elastic.co/downloads/beats/filebeat/filebeat-5.4.1-linux-x86_64.tar.gz"sys_version=`cat /etc/redhat-release |awk '{print $4}'|cut -d. -f1`IP=`ip addr|grep "inet "|grep -v 127.0.0.1|awk '{print $2}'|cut -d/ -f1` jvm_conf="/usr/local/elasticsearch/config/jvm.options"sys_mem=`free -m|grep Mem:|awk '{print $2}'|awk '{sum+=$1} END {print sum/1024}'|cut -d. -f1`#下载软件函数，wget_fun() {if [ ! -d ${software_dir} ];then mkdir -p ${software_dir} && cd ${software_dir}else cd ${software_dir}fifor software in $elasticsearch_url $kibana_url $logstash_url $filebeat_urldo wget -c $softwaredoneclear}# 初始化系统，安装Java环境，设置主机名称，禁用防火墙init_sys() {[ -f /etc/init.d/functions ] && . /etc/init.d/functions[ "${sys_version}" != "7" ] && echo "Error:This Scripts Support Centos7.xx" && exit 1[ $(id -u) != "0" ] && echo "Error: You must be root to run this script" && exit 1sed -i "s/SELINUX=enforcing/SELINUX=disabled/" /etc/selinux/config setenforce 0 yum install -y Java-1.8.0-openjdk wget net-tools hostnamectl set-hostname elk-server systemctl stop firewalld# 修改文件/进程打开数cat >>/etc/security/limits.conf<<EOF * soft nofile 65536 * hard nofile 65536 * soft nproc 65536 * hard nproc 65536 EOF}# 安装elasticsearchinstall_elasticsearch() {cd $software_dirtar zxf elasticsearch-5.4.1.tar.gzmv elasticsearch-5.4.1 /usr/local/elasticsearchmkdir -p /usr/local/elasticsearch/data /usr/local/elasticsearch/logs# 增加用户useradd elasticsearchchown -R elasticsearch:elasticsearch /usr/local/elasticsearchecho "vm.max_map_count = 655360" >>/etc/sysctl.conf && sysctl -p# 修改配置文件if [ ${sys_mem} -eq 0 ];then sed -i "s#`grep "^-Xmx" ${jvm_conf}`#"-Xmx512m"#g" ${jvm_conf} sed -i "s#`grep "^-Xms" ${jvm_conf}`#"-Xms512m"#g" ${jvm_conf}else sed -i "s#`grep "^-Xmx" ${jvm_conf}`#"-Xmx${sys_mem}g"#g" ${jvm_conf} sed -i "s#`grep "^-Xms" ${jvm_conf}`#"-Xms${sys_mem}g"#g" ${jvm_conf}ficat >>/usr/local/elasticsearch/config/elasticsearch.yml<<EOF cluster.name: my-application node.name: elk-server path.data: /usr/local/elasticsearch/data path.logs: /usr/local/elasticsearch/logs network.host: 127.0.0.1 http.port: 9200 discovery.zen.ping.unicast.hosts: ["elk-server"] EOF# 启动es服务su - elasticsearch -c "nohup /usr/local/elasticsearch/bin/elasticsearch &"}#安装 logstashinstall_logstash() {cd $software_dirtar -zxf logstash-5.4.1.tar.gzmv logstash-5.4.1 /usr/local/logstash# 增加配置文件cat>/usr/local/logstash/config/01-syslog.conf<<EOF input { beats { port => "5044" } } output { elasticsearch { hosts => "127.0.0.1:9200" } stdout { codec => rubydebug } } EOFnohup /usr/local/logstash/bin/logstash -f /usr/local/logstash/config/01-syslog.conf & >/dev/null}#安装 filebeatinstall_filebeat() {cd $software_dirtar -zxf filebeat-5.4.1-linux-x86_64.tar.gzmv filebeat-5.4.1-linux-x86_64 /usr/local/filebeatcat >/usr/local/filebeat/filebeat.yml<<EOF filebeat.prospectors: - input_type: log paths: - /var/log/*.log output.logstash: hosts: ["127.0.0.1:5044"] EOFcd /usr/local/filebeat/nohup /usr/local/filebeat/filebeat & >/dev/null}#安装 kibanainstall_kibana() {cd $software_dirtar -zxf kibana-5.4.1-linux-x86_64.tar.gzmv kibana-5.4.1-linux-x86_64 /usr/local/kibana# 增加配置文件cat >> /usr/local/kibana/config/kibana.yml <<EOF server.port: 5601 server.host: "0.0.0.0" elasticsearch.url: "http://127.0.0.1:9200" EOFnohup /usr/local/kibana/bin/kibana & >/dev/null}# 检测服务check() {port=$1program=$2check_port=`netstat -lntup|grep ${port}|wc -l`check_program=`ps -ef|grep ${program}|grep -v grep|wc -l`if [ $check_port -gt 0 ] && [ $check_program -gt 0 ];then action "${program} run is ok!" /bin/trueelse action "${program} run is error!" /bin/falsefi}# 主函数统一调用main() {init_sys wget_fun install_elasticsearch install_filebeat install_logstash install_kibanaecho -e "\033[32m Checking Elasticsearch...\033[0m"sleep 20 check :9200 "elasticsearch"echo -e "\033[32m Checking Logstash...\033[0m"sleep 2 check ":9600" "logstash"echo -e "\033[32m Checking Kibana...\033[0m"sleep 2 check ":5601" "kibana"action "ELK install is success!" /bin/trueecho "url:http://$IP:5601"}# 执行主函数main代码块
- 1
- 2
- 3
- 4
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
- 21
- 22
- 23
- 24
- 25
- 26
- 27
- 28
- 29
- 30
- 31
- 32
- 33
- 34
- 35
- 36
- 37
- 38
- 39
- 40
- 41
- 42
- 43
- 44
- 45
- 46
- 47
- 48
- 49
- 50
- 51
- 52
- 53
- 54
- 55
- 56
- 57
- 58
- 59
- 60
- 61
- 62
- 63
- 64
- 65
- 66
- 67
- 68
- 69
- 70
- 71
- 72
- 73
- 74
- 75
- 76
- 77
- 78
- 79
- 80
- 81
- 82
- 83
- 84
- 85
- 86
- 87
- 88
- 89
- 90
- 91
- 92
- 93
- 94
- 95
- 96
- 97
- 98
- 99
- 100
- 101
- 102
- 103
- 104
- 105
- 106
- 107
- 108
- 109
- 110
- 111
- 112
- 113
- 114
- 115
- 116
- 117
- 118
- 119
- 120
- 121
- 122
- 123
- 124
- 125
- 126
- 127
- 128
- 129
- 130
- 131
- 132
- 133
- 134
- 135
- 136
- 137
- 138
- 139
- 140
- 141
- 142
- 143
- 144
- 145
- 146
- 147
- 148
- 149
- 150
- 151
- 152
- 153
- 154
- 155
- 156
- 157
- 158
- 159
- 160
- 161
- 162
- 163
- 164
- 165
- 166
- 167
- 168
- 169
- 170
- 171
- 172
- 173
- 174
- 175
3.4 测试
安装完成访问 http://IP:5601 即可，注意 IP 地址为按照 ELK 的服务器 IP 地址。
4. 小结
本章节我们简单的列举了两个具体实例，来实战 Shell 脚本编写处理具体问题，至此就结束了 Shell 的全部章节，在此希望本文可以带给大家 Shell 学习的一些思路和方法。
学习 Shell 需要多动手实践，在日常编写中举一反三，针对一个脚本如何能无状态，更健壮，更灵活易维护，需要多次的修改，反复的执行验证，针对不同的应用场景，将数据抽象为参数进行传递，可以达到是事半功倍的效果。注意将有限的精力放在热点知识上，其他工具或命令的常用选项或参数牢记即可，其他不常用选项不建议死记硬背，活用 —help 或 man 手册查看，这样在后期的 Shell 编写中能够更加的快速高效。
