grep 'crawler_news_insert' stderr.log.2020-01-29-12 | awk '{print $2}' | awk -F':' '{cnt[$2]+=1}END{for(c in cnt){print c,cnt[c]}}' | sort -n -k 1

chage -l li

nc -l 9999 > xxxx.zip

nc 192.168.1.3 9999 < xxxx.zip

# 
# 分离出每个接口每秒的请求次数、平均请求时间
grep "T07:30:" access_www.more.buzz.log access_www.morenews1.com.log | awk '{split($4, t, ":");split($6, a, "?");cnt[t[2]":"t[3]"\t"a[1]]+=1;times[t[2]":"t[3]"\t"a[1]]+=$NF}END{for(c in cnt){print c"\t"cnt[c]"\t"times[c]"\t"times[c]/cnt[c]}}'

# 时间正则匹配，统计大于10s的请求
grep '2020-05-22 11:11:[45]' access.log | awk '{if ($8 > 10000) { cnt[$5] += 1}}END{for(c in cnt){print c,cnt[c]}}'

# 查看物理CPU个数
cat /proc/cpuinfo| grep "physical id"| sort| uniq| wc -l

# 查看每个物理CPU中core的个数(即核数)
cat /proc/cpuinfo| grep "cpu cores"| uniq

# 查看逻辑CPU的个数
cat /proc/cpuinfo| grep "processor"| wc -l

# 安装jdk
yum install -y jdk8

JAVA_HOME="/home/jdk1.8.0"
PATH=$PATH:$JAVA_HOME/bin

export JAVA_HOME PATH

# 下载kafka-manager
wget https://github.com/yahoo/kafka-manager/archive/2.0.0.2.tar.gz
mkdir kafka-manager
tar -xzvf 2.0.0.2.tar.gz -C ./kafka-manager --strip-components 1

# 安装sbt
curl https://bintray.com/sbt/rpm/rpm > bintray-sbt-rpm.repo
mv bintray-sbt-rpm.repo /etc/yum.repos.d/
yum install sbt -y

# make
cd kafka-manager
./sbt clean dist
cp target/universial/kafka-manager-2.0.0.2.zip /home/
cd /home
unzip kafka-manager-2.0.0.2.zip
cd kafka-manager-2.0.0.2

# 修改kafka-manager的链接信息
sed -i "s/kafka\-manager\-zookeeper:2181/common1-t1.zookeeper.s.news:2181/" conf/application.conf

KAFKA_MANAGER_USERNAME="admin"
KAFKA_MANAGER_PASSWORD="admin"
JAVA_HOME=/home/jdk1.8.0
PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin:/usr/jdk1.8.0/bin
export JAVA_HOME PATH
nohup bin/kafka-manager -Dconfig.file=conf/application.conf -Dhttp.port=8888 > kafka-manager.log 2>&1 &