• 解压所有*.gz文件

gunzip *.gz

• 合并当前目录下的所有日志文件

for file in ./*; do cat  $file >> log.txt ; done

查询命令

• 显示第一列
• 阿里云列介绍 https://help.aliyun.com/zh/cdn/user-guide/download-logs?spm=a2c4g.11174283.0.i19
• 腾讯云cdn列介绍 https://cloud.tencent.com/document/product/228/6316#.E4.BD.BF.E7.94.A8.E6.96.B9.E5.BC.8F

cat min.log |awk '{print $1}'
cat min.log |awk '{print $2}'

• 查询状态为200的所有记录并输出至指定的文件中

grep -w "200" log.txt |awk '{if($9=="206") print $0}' > 200log.txt

统计命令

• 计算日志中responsesize

cat log.txt |awk 'BEGIN {size=0} {size=size+$11} END{print "endsizeis",size/1024/1024,"M"} '

• 查询访问量前十的IP

cat [$Log_Txt] | awk '{print $3}' |sort|uniq -c|sort -nr |head -10

• 访问量前100的 referer

cat min.log  | awk '{print $6}' |sort|uniq -c|sort -nr |head -100  >a.log
cat 5-15.log  | awk '{print $6}' |sort|uniq -c|sort -nr |head -100  >refer-5-14.csv

• referer中包含m3u8的 前100条记录

cat log.log  | awk '{if($6 ~ ".m3u8") print $6}' |sort|uniq -c|sort -nr |head -100 > top1000.txt
cat 5-14.log  | awk '{if($6 ~ ".m3u8") print $6}' |sort|uniq -c|sort -nr |head -100 > top1000.txt
cat 5-15.log  | awk '{if($6 ~ ".m3u8") print $6}' |sort|uniq -c|sort -nr |head -100 > top100.csv
cat 5-16.log  | awk '{if($6 ~ ".m3u8") print $6}' |sort|uniq -c|sort -nr |head -100 > top100.csv

cat 5-19.log  | awk '{if($6 ~ "clubapp.wuyang-honda.com") print $6}' |sort|uniq -c|sort -nr |head -100  > wuyan-5-19.csv

#url path中包含/557/
cat 5-15.log  | awk '{if($8 ~ "/557/") print $8}' |sort|uniq -c|sort -nr |head -100 > top100.csv
# 输出全段
cat 5-15.log  | awk '{if($8 ~ "/557/") print $0}' |sort|uniq -c|sort -nr |head -10000  > 557_top10000-5-15.csv
cat 5-16.log  | awk '{if($8 ~ "/557/") print $0}' |sort|uniq -c|sort -nr |head -10000  > 557_top10000-5-16.csv
cat 5-18.log  | awk '{if($8 ~ "/557/") print $0}' |sort|uniq -c|sort -nr |head -10000  > 557_top10000-5-18.csv
cat 5-19.log  | awk '{if($8 ~ "/557/") print $0}' |sort|uniq -c|sort -nr |head -10000  > 557_top10000-5-19.csv