1
0
mirror of https://gitlab.crans.org/bde/nk20-scripts synced 2025-07-01 18:41:14 +02:00

Compare commits

1 Commits

Author SHA1 Message Date
d1990cc63d Merge branch 'l_eveil_du_nanax' into 'master'
L'eveil du nanax

See merge request bde/nk20-scripts!2
2022-08-31 08:24:20 +02:00
5 changed files with 19 additions and 227 deletions

View File

@ -1,4 +1,4 @@
# Copyright (C) 2018-2023 by BDE ENS Paris-Saclay
# Copyright (C) 2018-2021 by BDE ENS Paris-Saclay
# SPDX-License-Identifier: GPL-3.0-or-later
from django.core.management.base import BaseCommand
@ -7,39 +7,20 @@ from django.db import connection
class Command(BaseCommand):
"""
Command to protect sensitive data during the beta phase or after WEI.
Phone number, email address, postal address, first and last name,
IP addresses, health issues, gender and birth date are removed.
Command to protect sensitive data during the beta phase, to prevent a right escalation.
Phone number, email address, postal address, first and last name are removed.
"""
def add_arguments(self, parser):
parser.add_argument('--force', '-f', action='store_true', help="Actually anonymize data.")
parser.add_argument('--type', '-t', choices=["all", "wei", "user"], default="",
help='Select the type of data to anonyze (default None)')
def handle(self, *args, **options):
if not options['force']:
if options['type'] == "all":
self.stderr.write("CAUTION: This is a dangerous script. This will reset ALL personal data with "
"sample data. Don't use in production! If you know what you are doing, please "
"add --force option.")
elif options['type'] == "wei":
self.stderr.write("CAUTION: This is a dangerous script. This will reset WEI personal data with "
"sample data. Use it in production only after WEI. If you know what you are doing,"
"please add --force option.")
elif options['type'] == "user":
self.stderr.write("CAUTION: This is a dangerous script. This will reset all personal data "
"visible by user (not admin or trez BDE) with sample data. Don't use in "
"production! If you know what you are doing, please add --force option.")
else:
def handle(self, *args, **kwargs):
if not kwargs['force']:
self.stderr.write("CAUTION: This is a dangerous script. This will reset all personal data with "
"sample data. Don't use in production ('wei' can be use in production after "
"the WEI)! If you know what you are doing, please choose a type.")
"sample data. Don't use this in production! If you know what you are doing, "
"please add --force option.")
exit(1)
cur = connection.cursor()
if options['type'] in ("all","user"):
if options['verbosity'] != 0:
self.stdout.write("Anonymize profile, user club and guest data")
cur.execute("UPDATE member_profile SET "
"phone_number = '0123456789', "
"address = '4 avenue des Sciences, 91190 GIF-SUR-YVETTE';")
@ -49,45 +30,4 @@ class Command(BaseCommand):
"email = 'anonymous@example.com';")
cur.execute("UPDATE member_club SET "
"email = 'anonymous@example.com';")
cur.execute("UPDATE activity_guest SET "
"first_name = 'Anne', "
"last_name = 'Onyme';")
if options['type'] in ("all","wei","user"):
if options['verbosity'] != 0:
self.stdout.write("Anonymize WEI data")
cur.execute("UPDATE wei_weiregistration SET "
"birth_date = '1998-01-08', "
"emergency_contact_name = 'Anne Onyme', "
"emergency_contact_phone = '0123456789', "
"gender = 'nonbinary', "
"health_issues = 'Tout va bien';")
if options['type'] == "all":
if options['verbosity'] != 0:
self.stdout.write("Anonymize invoice, special transaction, log, mailer and oauth data")
cur.execute("UPDATE treasury_invoice SET "
"name = 'Anne Onyme', "
"object = 'Rends nous riches', "
"description = 'Donne nous plein de sous', "
"address = '4 avenue des Sciences, 91190 GIF-SUR-YVETTE';")
cur.execute("UPDATE treasury_product SET "
"designation = 'un truc inutile';")
cur.execute("UPDATE note_specialtransaction SET "
"bank = 'le matelas', "
"first_name = 'Anne', "
"last_name = 'Onyme';")
cur.execute("UPDATE logs_changelog SET "
"ip = '127.0.0.1', "
"data = 'new data', "
"previous = 'old data';")
cur.execute("UPDATE mailer_messagelog SET "
"log_message = 'log message', "
"message_data = 'message data';")
cur.execute("UPDATE mailer_dontsendentry SET "
"to_address = 'anonymous@example.com';")
cur.execute("UPDATE oauth2_provider_application SET "
"name = 'external app', "
"redirect_uris = 'http://external.app', "
"client_secret = 'abcdefghijklmnopqrstuvwxyz';")
cur.close()

View File

@ -10,7 +10,7 @@ from member.models import Club, Membership
class Command(BaseCommand):
help = "Get mailing list registrations from the last wei. " \
"Usage: manage.py extract_ml_registrations -t {events,art,sport} -t {fr, en} -y {0, 1, ...}. " \
"Usage: manage.py extract_ml_registrations -t {events,art,sport} -t {fr, en}. " \
"You can write this into a file with a pipe, then paste the document into your mail manager."
def add_arguments(self, parser):
@ -19,8 +19,6 @@ class Command(BaseCommand):
parser.add_argument('--lang', '-l', type=str, choices=['fr', 'en'], default='fr',
help='Select the registred users of the ML of the given language. Useful only for the '
'events mailing list.')
parser.add_argument('--years', '-y', type=int, default=0,
help='Select the cumulative registred users of a membership from years ago. 0 means the current users')
def handle(self, *args, **options):
# TODO: Improve the mailing list extraction system, and link it automatically with Mailman.
@ -30,12 +28,10 @@ class Command(BaseCommand):
return
if options["type"] == "members":
today_date = date.today()
selected_date = date(today_date.year - options["years"], today_date.month, today_date.day)
for membership in Membership.objects.filter(
club__name="BDE",
date_start__lte=today_date,
date_end__gte=selected_date,
date_start__lte=date.today(),
date_end__gte=date.today(),
).all():
self.stdout.write(membership.user.email)
return

View File

@ -31,7 +31,7 @@ class Command(BaseCommand):
notes = Note.objects.filter(
Q(noteuser__user__memberships__date_end__gte=
date.today() - timedelta(days=int(365.25 * options['add_years'])))
| (Q(noteclub__isnull=False) & ~Q(noteclub__club__name__icontains='- BDE')),
| Q(noteclub__isnull=False),
balance__lte=-options["negative_amount"],
is_active=True,
).order_by('balance').distinct().all()

View File

@ -1,144 +0,0 @@
# Copyright (C) 2018-2021 by BDE ENS Paris-Saclay
# SPDX-License-Identifier: GPL-3.0-or-later
from datetime import date
from django.core.mail import send_mail
from django.core.management import BaseCommand
from django.db.models import Q
from django.template.loader import render_to_string
from django.utils.translation import activate
from note.models import NoteUser, NoteClub
from treasury.models import NoteSummary
class Command(BaseCommand):
def add_arguments(self, parser):
parser.add_argument("--negative-amount", "-n", action='store', type=int, default=1000,
help="Maximum amount to be considered as very negative (inclusive)")
def handle(self, *args, **options):
activate('fr')
if options['negative_amount'] == 0:
# Don't log empty notes
options['negative_amount'] = 1
# User notes
positive_user_notes = NoteUser.objects.filter( Q(balance__gt=0) ).distinct()
positive_user_notes_bde = positive_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
zero_user_notes = NoteUser.objects.filter( Q(balance=0) ).distinct()
zero_user_notes_bde = zero_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
negative_user_notes = NoteUser.objects.filter( Q(balance__lt=0) ).distinct()
negative_user_notes_bde = negative_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
vnegative_user_notes = NoteUser.objects.filter( Q(balance__lte=-options["negative_amount"]) ).distinct()
vnegative_user_notes_bde = vnegative_user_notes.filter( Q(user__memberships__club__name = 'BDE') & Q(user__memberships__date_end__gte = date.today()) ).distinct()
total_positive_user = positive_user_notes.count()
balance_positive_user = sum(note.balance for note in positive_user_notes.all())
total_positive_user_bde = positive_user_notes_bde.count()
balance_positive_user_bde = sum(note.balance for note in positive_user_notes_bde.all())
total_zero_user = zero_user_notes.count()
total_zero_user_bde = zero_user_notes_bde.count()
total_negative_user = negative_user_notes.count()
balance_negative_user = sum(note.balance for note in negative_user_notes.all())
total_negative_user_bde = negative_user_notes_bde.count()
balance_negative_user_bde = sum(note.balance for note in negative_user_notes_bde.all())
total_vnegative_user = vnegative_user_notes.count()
balance_vnegative_user = sum(note.balance for note in vnegative_user_notes.all())
total_vnegative_user_bde = vnegative_user_notes_bde.count()
balance_vnegative_user_bde = sum(note.balance for note in vnegative_user_notes_bde.all())
#Club notes
positive_club_notes = NoteClub.objects.filter( Q(balance__gt=0) ).distinct()
positive_club_notes_nbde = positive_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
zero_club_notes = NoteClub.objects.filter( Q(balance=0) ).distinct()
zero_club_notes_nbde = zero_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
negative_club_notes = NoteClub.objects.filter( Q(balance__lt=0) ).distinct()
negative_club_notes_nbde = negative_club_notes.filter( ~Q(club__name = 'BDE') & ~Q(club__name = 'Kfet') & ~Q(club__name__iendswith = '- BDE')).distinct()
total_positive_club = positive_club_notes.count()
balance_positive_club = sum(note.balance for note in positive_club_notes.all())
total_positive_club_nbde = positive_club_notes_nbde.count()
balance_positive_club_nbde = sum(note.balance for note in positive_club_notes_nbde.all())
total_zero_club = zero_club_notes.count()
total_zero_club_nbde = zero_club_notes_nbde.count()
total_negative_club = negative_club_notes.count()
balance_negative_club = sum(note.balance for note in negative_club_notes.all())
total_negative_club_nbde = negative_club_notes_nbde.count()
balance_negative_club_nbde = sum(note.balance for note in negative_club_notes_nbde.all())
last_summary = NoteSummary.objects.order_by('-date').first()
summary = NoteSummary.objects.create(
total_positive_user=total_positive_user,
balance_positive_user=balance_positive_user,
total_positive_user_bde=total_positive_user_bde,
balance_positive_user_bde=balance_positive_user_bde,
total_zero_user=total_zero_user,
total_zero_user_bde=total_zero_user_bde,
total_negative_user=total_negative_user,
balance_negative_user=balance_negative_user,
total_negative_user_bde=total_negative_user_bde,
balance_negative_user_bde=balance_negative_user_bde,
total_vnegative_user=total_vnegative_user,
balance_vnegative_user=balance_vnegative_user,
total_vnegative_user_bde=total_vnegative_user_bde,
balance_vnegative_user_bde=balance_vnegative_user_bde,
total_positive_club=total_positive_club,
balance_positive_club=balance_positive_club,
total_positive_club_nbde=total_positive_club_nbde,
balance_positive_club_nbde=balance_positive_club_nbde,
total_zero_club=total_zero_club,
total_zero_club_nbde=total_zero_club_nbde,
total_negative_club=total_negative_club,
balance_negative_club=balance_negative_club,
total_negative_club_nbde=total_negative_club_nbde,
balance_negative_club_nbde=balance_negative_club_nbde,
)
balance_difference_user = (balance_positive_user - balance_negative_user) - (last_summary.balance_positive_user - last_summary.balance_negative_user)
balance_difference_club = (balance_positive_club - balance_negative_club) - (last_summary.balance_positive_club - last_summary.balance_negative_club)
plain_text = render_to_string("note/mails/summary_notes_report.txt", context=dict(summary=summary, balance_difference_user=balance_difference_user, balance_difference_club=balance_difference_club))
html = render_to_string("note/mails/summary_notes_report.html", context=dict(summary=summary, balance_difference_user=balance_difference_user, balance_difference_club=balance_difference_club))
send_mail("[Note Kfet] Récapitulatif de trésorerie", plain_text, "Note Kfet 2020 <notekfet2020@crans.org>",
recipient_list=["respo-info.bde@lists.crans.org", "tresorerie.bde@lists.crans.org"],
html_message=html)

View File

@ -1,9 +1,9 @@
#!/bin/bash
# Create temporary backups directory
mkdir -p /tmp/note-backups
[[ -d /tmp/note-backups ]] || mkdir /tmp/note-backups
date=$(date +%Y-%m-%d)
# Backup database and save it as tar archive
sudo -u postgres pg_dump -F t note_db > "/tmp/note-backups/$date.sql"
su postgres -c "pg_dump -F t note_db" | tee "/tmp/note-backups/$date.tar" > /dev/null
# Compress backup as gzip
gzip "/tmp/note-backups/$date.sql"
scp "/tmp/note-backups/$date.sql.gz" "club-bde@zamok.crans.org:backup/$date.sql.gz"
gzip "/tmp/note-backups/$date.tar"
scp "/tmp/note-backups/$date.tar.gz" "club-bde@zamok.crans.org:backup/$date.tar.gz"