Kafka按天和小时获取数据量

1.按天统计#!/bin/shbrokers="ip地址"topic="topic名称"y1=`date -d yesterday +%Y-%m-%d`y2=`date +%Y-%m-%d`yesterday1=`date -d "${y1} 00:00:00" +%s000`yesterday2=`date -d "${y2} 00:00:00" +%s000`last=0now=0speed=

楚疏笃

4861人浏览 · 2021-11-19 10:42:02

楚疏笃 · 2021-11-19 10:42:02 发布

1.按天统计

#!/bin/sh

brokers="ip地址"
topic="topic名称"

y1=`date -d yesterday +%Y-%m-%d`
y2=`date +%Y-%m-%d`
yesterday1=`date -d "${y1} 00:00:00" +%s000`
yesterday2=`date -d "${y2} 00:00:00" +%s000`

last=0
now=0
speed=0

    echo "【-------开始统计，当前统计时间为`date`----】"
    last=$(bin/kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list ${brokers} --topic ${topic} --time ${yesterday1} |  awk -F ":" '{sum1+=$NF} END {print sum1}')
    now=$(bin/kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list ${brokers} --topic ${topic} --time ${yesterday2} |  awk -F ":" '{sum+=$NF} END {print sum}')
    let speed=(now-last)/86400

    echo "昨日1天总计消费：`expr $now - $last`张,平均 TPS= $speed 张/秒"

2.按小时统计

#!/bin/sh

brokers="ip地址"
topic="topic名称"
y1=`date -d "1 hour ago" +"%Y-%m-%d %H:%M:%S"`
y2=`date "+%Y-%m-%d %H:%M:%S"`
yesterday1=`date -d "${y1}" +%s000`
yesterday2=`date -d "${y2}" +%s000`

last=0
now=0
speed=0
hourago=`date -d "1 hour ago" +"%T"`
nowtime=`date  +"%T"`
    echo "【-------开始统计，当前统计时间为`date`----】"
    last=$(bin/kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list ${brokers} --topic ${topic} --time ${yesterday1} |  awk -F ":" '{sum1+=$NF} END {print sum1}')
    now=$(bin/kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list ${brokers} --topic ${topic} --time ${yesterday2} |  awk -F ":" '{sum+=$NF} END {print sum}')
    let speed=(now-last)/3600
    echo " ${hourago}到 ${nowtime} 总计消费：`expr $now - $last`张,平均 TPS= $speed 张/秒"