From 3ca9662847abc49ab57d2c9fb83715f530a39107 Mon Sep 17 00:00:00 2001 From: Christian Pierre MOMON Date: Tue, 29 Dec 2020 02:04:49 +0100 Subject: [PATCH] Added activity report scripts (#5054). --- .../qrcodechaprilorg-rapport-activite.cron | 2 + rapport_activite/rapport_activite.sh | 172 ++++++++++++++++++ rapport_activite/update_redmine_ticket.sh | 28 +++ 3 files changed, 202 insertions(+) create mode 100644 rapport_activite/qrcodechaprilorg-rapport-activite.cron create mode 100755 rapport_activite/rapport_activite.sh create mode 100755 rapport_activite/update_redmine_ticket.sh diff --git a/rapport_activite/qrcodechaprilorg-rapport-activite.cron b/rapport_activite/qrcodechaprilorg-rapport-activite.cron new file mode 100644 index 0000000..0834df2 --- /dev/null +++ b/rapport_activite/qrcodechaprilorg-rapport-activite.cron @@ -0,0 +1,2 @@ +# +5 0 1 * * root /srv/qrcode.chapril.org/tools/rapport_activite/update_redmine_ticket.sh > /var/log/qrcode.chapril.org/rapport_activite-cron.log 2>&1 diff --git a/rapport_activite/rapport_activite.sh b/rapport_activite/rapport_activite.sh new file mode 100755 index 0000000..5e46d75 --- /dev/null +++ b/rapport_activite/rapport_activite.sh @@ -0,0 +1,172 @@ +#!/bin/bash +# +# Copyright (C) 2020 Christian Pierre Momon +# +# This file is part of qrcode.chapril.org. +# +# This script is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as +# published by the Free Software Foundation, either version 3 of the +# License, or (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see . +# + +# ============================================ + +LOG_PREFIX="/var/log/apache2/qrcode.chapril.org/qrcode.chapril.org" +SERVICE_NAME="qrcode.chapril.org" + +source "/etc/qrcode.chapril.org/qrcodechaprilorg.conf" + +IPV4_PATTERN="[0-9]{1,3}(\.[0-9]{1,3}){3}" +IPV6_PATTERN="[0-9a-f]{0,4}(:[0-9a-f]{0,4}){2,7}" +# +help() +{ + echo "Usage:" + echo " $(basename "$0") -h display help" + echo " $(basename "$0") analyse current month" + echo " $(basename "$0") -p analyse preceding month" + echo " $(basename "$0") month_number year analyse this month" +} + +# +generateHTTPReport() +{ + local monthEnglish="$1" + local year="$2" + local yearMonth="$3" + + echo "=§= Rapport d'activité HTTP" + echo + + local httpRequestCount=$(zgrep "$monthEnglish" $LOG_PREFIX-access.log*|grep $year|wc -l) + echo "Nombre total de requêtes http = $httpRequestCount" + + local trueHttpRequestCount=$(zgrep "$monthEnglish" $LOG_PREFIX-access.log*|grep $year|grep -vi bot|grep -v check_http|wc -l) + echo "Nombre de vraies requêtes http = $trueHttpRequestCount" + + local botRequestCount=$(zgrep "$monthEnglish" $LOG_PREFIX-access.log*|grep "$year"|grep -i bot|grep -c -v check_http) + echo "Nombre de requêtes bot = $botRequestCount" + + local errorRequestCount=$(zgrep "$monthEnglish" $LOG_PREFIX-error.log*|grep -c "$year") + echo "Nombre de requêtes http en erreur = $errorRequestCount" + + local ipv4VisitorCount=$(zgrep -h "$monthEnglish" $LOG_PREFIX-access.log*|grep "$year"|grep -vi bot|grep -v check_http|egrep "^$IPV4_PATTERN "|cut -d' ' -f1|sort|uniq|wc -l ) + echo "Nombre d'ipv4 ayant visité le service = $ipv4VisitorCount" + + local ipv6VisitorCount=$(zgrep -h "$monthEnglish" $LOG_PREFIX-access.log*|grep "$year"|grep -vi bot|grep -v check_http|egrep "^$IPV6_PATTERN "|cut -d' ' -f1|sort|uniq|wc -l ) + echo "Nombre d'ipv6 ayant visité le service = $ipv6VisitorCount" + + echo "Nombre total d'ip ayant visité le service = $((ipv4VisitorCount+ipv6VisitorCount))" + + echo +} + +# +generateSpecificReport() +{ + local monthEnglish="$1" + local year="$2" + local yearMonth="$3" + + echo "=§= Rapport d'activité spécifique" + echo + + local ipv4UserCount=$(zgrep -h "$monthEnglish" $LOG_PREFIX-access.log*|grep "$year" | grep -vi bot|grep -v check_http | egrep "^$IPV4_PATTERN " | egrep "GET /\?txt=[^&]+&" | cut -d' ' -f 1 | sort | uniq | wc -l ) + echo "Nombre d'ipv4 utilisatrices du service = $ipv4UserCount" + + local ipv6UserCount=$(zgrep -h "$monthEnglish" $LOG_PREFIX-access.log*|grep "$year" | grep -vi bot|gre\p -v check_http | egrep "^$IPV6_PATTERN " | egrep "GET /\?txt=[^&]+&" | cut -d' ' -f 1 | sort | uniq | wc -l ) + echo "Nombre d'ipv6 utilisatrices du service = $ipv6UserCount" + + echo "Nombre total d'ip utilisatrices du service = $((ipv4UserCount+ipv6UserCount))" + + local qrcodeCount=$(zgrep -h "$monthEnglish" $LOG_PREFIX-access.log*|grep "$year" | grep -vi bot|grep -v check_http | egrep "GET /\?txt=[^&]+&" | wc -l) + echo "Nombre de QRCode générés = $qrcodeCount" + + local qrcodeDeliveredCount=$(zgrep -h "$monthEnglish" $LOG_PREFIX-access.log*|grep "$year" | grep -vi bot | grep -v check_http | egrep "GET /temp/[^ ]+\.png " | wc -l ) + echo "Nombre QRCode renvoyés = $qrcodeDeliveredCount" + + local cacheSize=$(du -sh /var/www/qrcode.chapril.org/temp | cut -f 1) + echo "Taille du cache = $cacheSize" + + local cacheFileCount=$(find /var/www/qrcode.chapril.org/temp/ -type f | wc -l) + echo "Nombre de fichiers en cache = $cacheFileCount" + + echo +} + +# +generateReport() +{ + echo "Rapport d'activité du service $SERVICE_NAME de $monthEnglish $year" + echo + echo "=================================================================" + echo + generateHTTPReport "$1" "$2" "$3" + generateSpecificReport "$1" "$2" "$3" +} + + +# ============================================ +echo +if [ "$#" = 1 ] && [ "$1" = "-h" ]; then + help +elif [ "$#" = 1 ] && [ "$1" = "-p" ]; then + if [ "$(date +%m)" -gt 1 ]; then + precedingMonth="$((10#$(date +%m)-1))" + year="$(date +%Y)" + if [ $precedingMonth -lt 10 ]; then + yearMonth="$year-0$precedingMonth" + else + yearMonth="$year-$precedingMonth" + fi + else [ "$(date +%m)" -eq 1 ] + precedingMonth=12 + year="$(($(date +%Y)-1))" + yearMonth="$year-$precedingMonth" + fi + monthEnglish=$(LANG=en_EN.UTF-8;date -d $year-$precedingMonth-01 +%b) + generateReport "$monthEnglish" "$year" "$yearMonth" +elif [ "$#" -eq 2 ]; then + if ! (let "$1") 2>/dev/null; then + echo -e "Le mois doit être numérique." + help + elif ([ "$1" -lt 1 ] || [ "$1" -gt 12 ]); then + echo -e "Numéro du mois non valable $1." + help + elif ! (let "$2") 2>/dev/null; then + echo -e "L'année doit être numérique." + help + elif [ "$2" -lt 2018 ] || [ "$2" -gt "$(date +%Y)" ]; then + echo -e "Année non valable $2." + help + elif [ "$2" -le 2017 ] || [ "$2" -ge $(($(date +%Y)+1)) ] ; then + echo -e "Pas de données pour ce mois." + help + else + if [ "$1" -lt 10 ]; then + yearMonth="$2-0$1" + else + yearMonth="$2-$1" + fi + monthEnglish=$(LANG=en_EN.UTF-8;date -d "$2-$1-01" +%b) + year="$2" + generateReport "$monthEnglish" "$year" "$yearMonth" + fi +elif [ "$#" -eq 0 ]; then + yearMonth="$(date +%Y-%m)" + monthEnglish=$(LANG=en_EN.UTF-8;date +%b) + year="$(date +%Y)" + generateReport "$monthEnglish" "$year" "$yearMonth" +else + echo -e "Bad parameter." + help +fi diff --git a/rapport_activite/update_redmine_ticket.sh b/rapport_activite/update_redmine_ticket.sh new file mode 100755 index 0000000..6bbf2f4 --- /dev/null +++ b/rapport_activite/update_redmine_ticket.sh @@ -0,0 +1,28 @@ +#! /bin/bash + +source "/etc/qrcode.chapril.org/qrcodechaprilorg.conf" +source "/etc/chagirbot/agiraprilorg.conf" +REDMINE_API_KEY="$key" + +# +post_report() +{ + datafile=$(mktemp /tmp/report_stats_$(date +%Y-%m-%d_%H%M)_XXXX.json) + cat < "${datafile}" +{ + "issue": { + "notes": "$(/srv/qrcode.chapril.org/tools/rapport_activite/rapport_activite.sh -p | sed -z 's/\n/\\n/g')" + } +} +EOF + + curl -s \ + -H "Content-Type: application/json" \ + -H "X-Redmine-API-Key: ${REDMINE_API_KEY}" \ + -X PUT --data-binary "@${datafile}" \ + "${REDMINE_BASE_URL}/issues/${REDMINE_TICKET_ID}.json" + rm "${datafile}" +} + +# Main. +post_report