From b8aa1dba9005f4cac384c07c093b9f3219d2d6e0 Mon Sep 17 00:00:00 2001 From: Quentin Gibeaux Date: Mon, 30 Nov 2020 16:51:50 +0100 Subject: [PATCH] add rapport activite --- .gitignore | 1 + .../pouetchaprilorg-rapportactivite.cron | 2 + rapport_activite/rapport_activite.sh | 185 ++++++++++++++++++ rapport_activite/update_redmine_ticket.sh | 42 ++++ 4 files changed, 230 insertions(+) create mode 100644 .gitignore create mode 100644 rapport_activite/pouetchaprilorg-rapportactivite.cron create mode 100755 rapport_activite/rapport_activite.sh create mode 100755 rapport_activite/update_redmine_ticket.sh diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..b25c15b --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +*~ diff --git a/rapport_activite/pouetchaprilorg-rapportactivite.cron b/rapport_activite/pouetchaprilorg-rapportactivite.cron new file mode 100644 index 0000000..5154723 --- /dev/null +++ b/rapport_activite/pouetchaprilorg-rapportactivite.cron @@ -0,0 +1,2 @@ +# +5 0 1 * * root /srv/pouet.chapril.org/tools/rapport_activite/update_redmine_ticket.sh > /var/log/pouet.chapril.org/rapportactivite-cron.log 2>&1 diff --git a/rapport_activite/rapport_activite.sh b/rapport_activite/rapport_activite.sh new file mode 100755 index 0000000..fbc23a7 --- /dev/null +++ b/rapport_activite/rapport_activite.sh @@ -0,0 +1,185 @@ +#!/bin/bash +# +# Copyright (C) 2020 Christian Pierre Momon +# Copyright (C) 2018, 2019 Didier Clermonté +# Copyright (C) 2018, 2019 Christian Pierre Momon +# +# This file is part of paste.chapril.org. +# +# This script is free software: you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as +# published by the Free Software Foundation, either version 3 of the +# License, or (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program. If not, see . + +# ============================================ + +LOG_PREFIX="/var/log/nginx/pouet.chapril.org/pouet.chapril.org" +SERVICE_NAME="pouet.chapril.org" + +source "/etc/pouet.chapril.org/pouetchaprilorg.conf" + +IPV4_PATTERN="[0-9]{1,3}(\.[0-9]{1,3}){3}" +IPV6_PATTERN="[0-9a-f]{0,4}(:[0-9a-f]{0,4}){2,7}" + +# +help() +{ + echo "Usage:" + echo " $(basename "$0") -h display help" + echo " $(basename "$0") analyse current month" + echo " $(basename "$0") -p analyse preceding month" + echo " $(basename "$0") month_number year analyse this month" +} + +# +generateHTTPReport() +{ + local monthEnglish="$1" + local year="$2" + local yearMonth="$3" + local errorLogFormatDate="$2/$4" + local accessLogFormatDate="$1/$2" + + echo "=§= Rapport d'activité HTTP" + echo + + local httpRequestCount=$(zgrep "$accessLogFormatDate" $LOG_PREFIX-access.log*|grep $year|wc -l) + echo "Nombre total de requêtes http = $httpRequestCount" + + local trueHttpRequestCount=$(zgrep "$accessLogFormatDate" $LOG_PREFIX-access.log*|grep $year|grep -vi bot|grep -v check_http|wc -l) + echo "Nombre de vraies requêtes http = $trueHttpRequestCount" + + local botRequestCount=$(zgrep "$accessLogFormatDate" $LOG_PREFIX-access.log*|grep "$year"|grep -i bot|grep -c -v check_http) + echo "Nombre de requêtes bot = $botRequestCount" + + local errorRequestCount=$(zgrep "$errorLogFormatDate" $LOG_PREFIX-error.log*|grep -c "$year") + echo "Nombre de requêtes http en erreur = $errorRequestCount" + + local ipv4VisitorCount=$(zgrep -h "$accessLogFormatDate" $LOG_PREFIX-access.log*|grep "$year"|grep -vi bot|grep -v check_http|egrep "^$IPV4_PATTERN "|cut -d' ' -f1|sort|uniq|wc -l ) + echo "Nombre d'ipv4 ayant visité le service = $ipv4VisitorCount" + + local ipv6VisitorCount=$(zgrep -h "$accessLogFormatDate" $LOG_PREFIX-access.log*|grep "$year"|grep -vi bot|grep -v check_http|egrep "^$IPV6_PATTERN "|cut -d' ' -f1|sort|uniq|wc -l ) + echo "Nombre d'ipv6 ayant visité le service = $ipv6VisitorCount" + + echo "Nombre total d'ip ayant visité le service = $((ipv4VisitorCount+ipv6VisitorCount))" + + echo +} + +# +generateSpecificReport() +{ + local monthEnglish="$1" + local year="$2" + local yearMonth="$3" + local numMonth="$4" + local errorLogFormatDate="$2/$4" + local accessLogFormatDate="$1/$2" + + echo "=§= Rapport d'activité spécifique" + echo + + local ipv4UserCount=$(zgrep -h "$accessLogFormatDate" $LOG_PREFIX-access.log*|grep "$year"|grep -vi bot|grep -v check_http|egrep "^$IPV4_PATTERN " | cut -d' ' -f 1|sort|uniq|wc -l ) + echo "Nombre d'ipv4 utilisatrices du service = $ipv4UserCount" + + local ipv6UserCount=$(zgrep -h "$accessLogFormatDate" $LOG_PREFIX-access.log*|grep "$year"|grep -vi bot|gre\p -v check_http|egrep "^$IPV6_PATTERN " | cut -d' ' -f 1|sort|uniq|wc -l ) + echo "Nombre d'ipv6 utilisatrices du service = $ipv6UserCount" + + echo "Nombre total d'ip utilisatrices du service = $((ipv4UserCount+ipv6UserCount))" + + local json=$(curl -s https://pouet.chapril.org/api/v1/instance) + + local accountCount=$(echo "$json" | jq '.stats | .user_count') + echo "Nombre de comptes = $accountCount" + + local statusCount=$(echo "$json" | jq '.stats | .status_count') + echo "Nombre de pouets = $statusCount" + + local domainCount=$(echo "$json" | jq '.stats | .domain_count') + echo "Nombre de domaines = $domainCount" + + local peerCount=$(curl -s https://pouet.chapril.org/api/v1/instance/peers | jq '. | length') + echo "Nombre de peers = $peerCount" + + + echo +} + +# +generateReport() +{ + echo "Rapport d'activité du service $SERVICE_NAME de $monthEnglish $year" + echo "" + echo "=================================================================" + echo + generateHTTPReport "$1" "$2" "$3" "$4" + generateSpecificReport "$1" "$2" "$3" "$4" +} + + +# ============================================ +echo +if [ "$#" = 1 ] && [ "$1" = "-h" ]; then + help +elif [ "$#" = 1 ] && [ "$1" = "-p" ]; then + if [ "$(date +%m)" -gt 1 ]; then + precedingMonth="$((10#$(date +%m)-1))" + + year="$(date +%Y)" + if [ $precedingMonth -lt 10 ]; then + yearMonth="$year-0$precedingMonth" + else + yearMonth="$year-$precedingMonth" + fi + else [ "$(date +%m)" -eq 1 ] + precedingMonth=12 + year="$(($(date +%Y)-1))" + yearMonth="$year-$precedingMonth" + + fi + monthEnglish=$(LANG=en_EN.UTF-8;date -d $year-$precedingMonth-01 +%b) + generateReport "$monthEnglish" "$year" "$yearMonth" "$precedingMonth" +elif [ "$#" -eq 2 ]; then + if ! (let "$1") 2>/dev/null; then + echo -e "Le mois doit être numérique." + help + elif ([ "$1" -lt 1 ] || [ "$1" -gt 12 ]); then + echo -e "Numéro du mois non valable $1." + help + elif ! (let "$2") 2>/dev/null; then + echo -e "L'année doit être numérique." + help + elif [ "$2" -lt 2020 ] || [ "$2" -gt "$(date +%Y)" ]; then + echo -e "Année non valable $2. Le service a été mis en ligne en Novembre 2020" + help + elif [ "$2" -le 2020 ] || [ "$2" -ge $(($(date +%Y)+1)) ] ; then + echo -e "Pas de données pour ce mois." + help + else + if [ "$1" -lt 10 ]; then + yearMonth="$2-0$1" + else + yearMonth="$2-$1" + fi + monthEnglish=$(LANG=en_EN.UTF-8;date -d "$2-$1-01" +%b) + year="$2" + generateReport "$monthEnglish" "$year" "$yearMonth" "$1" + fi +elif [ "$#" -eq 0 ]; then + yearMonth="$(date +%Y-%m)" + monthNumeric=$(date +%m) + monthEnglish=$(LANG=en_EN.UTF-8;date +%b) + year="$(date +%Y)" + generateReport "$monthEnglish" "$year" "$yearMonth" $(date +%m) +else + echo -e "Bad parameter." + help +fi diff --git a/rapport_activite/update_redmine_ticket.sh b/rapport_activite/update_redmine_ticket.sh new file mode 100755 index 0000000..1c22407 --- /dev/null +++ b/rapport_activite/update_redmine_ticket.sh @@ -0,0 +1,42 @@ +#! /bin/bash + +SCRIPT="/srv/pouet.chapril.org/tools/rapport_activite/rapport_activite.sh" +source "/etc/chagirbot/chagirbot.conf" +source "/etc/pouet.chapril.org/pouetchaprilorg.conf" + +# +post_report() +{ + datafile=$(mktemp /tmp/report_stats_$(date +%Y-%m-%d_%H%M)_XXXX.json) + cat < "${datafile}" +{ + "issue": { + "notes": "$(/srv/pouet.chapril.org/tools/rapport_activite/rapport_activite.sh -p | sed -z 's/\n/\\n/g')" + } +} +EOF + + curl -s \ + -H "Content-Type: application/json" \ + -H "X-Redmine-API-Key: ${REDMINE_API_KEY}" \ + -X PUT --data-binary "@${datafile}" \ + "${REDMINE_BASE_URL}/issues/${REDMINE_TICKET_ID}.json" + rm "${datafile}" +} + +# +last_comment_date() +{ + curl -H "X-Redmine-API-Key: ${REDMINE_API_KEY}" -s "${REDMINE_BASE_URL}/issues/${REDMINE_TICKET_ID}.json?include=journals" \ + | jq '.issue.journals | last | .created_on' +} + +# +list() +{ + curl -H "X-Redmine-API-Key: ${REDMINE_API_KEY}" -s "${REDMINE_BASE_URL}/issues/${REDMINE_TICKET_ID}.json?include=journals" \ + | jq '.issue.journals[] | [.user.name, .notes]' +} + +# Main. +post_report