# Copyright (C) 2028-2024 by BDE ENS Paris-Saclay # SPDX-License-Identifier: GPL-3.0-or-later import json from argparse import ArgumentParser from django.core.management import BaseCommand from django.db.models import Q from note.models import Note, Transaction from member.models import User, Club, Membership from activity.models import Activity, Entry from wei.models import WEIClub from ...models import Bde, Wrapped class Command(BaseCommand): help = "Generate wrapper for the annual BDE change" def add_arguments(self, parser: ArgumentParser): parser.add_argument( '-b', '--bde', type=str, required=False, help="A list of BDE name, BDE1,BDE2,... (a BDE name cannot have ',')", dest='bde', ) parser.add_argument( '-i', '--id', type=str, required=False, help="A list of BDE id, id1,id2,...", dest='bde_id', ) parser.add_argument( '-u', '--users', type=str, required=False, help="""User will have their(s) wrapped generated, all = all users adh = all users who have a valid memberships to BDE during the BDE considered supersuser = all superusers custom user1,user2,... = a list of username, custom_id id1,id2,... = a list of user id""", dest='user', ) parser.add_argument( '-c', '--club', type=str, required=False, help="""Club will have their(s) wrapped generated, all = all clubs, active = all clubs with at least one transaction during the BDE mandate considered, custom club1,club2,... = a list of club name, custom_id id1,id2,... = a list of club id""", dest='club', ) parser.add_argument( '-f', '--force-change', required=False, action='store_true', help="if wrapped already exist change data_json", dest='change', ) parser.add_argument( '-n', '--no-creation', required=False, action='store_false', help="if wrapped don't already exist, don't generate it", dest='create', ) def handle(self, *args, **options): # useful string for output red = '\033[31;1m' yellow = '\033[33;1m' green = '\033[32;1m' abort = red + 'ABORT' warning = yellow + 'WARNING' success = green + 'SUCCESS' # Traitement des paramètres verb = options['verbosity'] bde = [] if options['bde']: bde_list = options['bde'].split(',') bde = [Bde.objects.get(name=bde_name) for bde_name in bde_list] if options['bde_id']: if bde: if verb >= 1: print(warning) print(yellow + 'You already defined bde with their name !') if verb >= 0: print(abort) return bde_id = options['bde_id'].split(',') bde = [Bde.objects.get(pk=i) for i in bde_id] user = [] if options['user']: if options['user'] == 'all': user = ['all',None] elif options['user'] == 'adh': user = ['adh',None] elif options['user'] == 'superuser': user = ['superuser',None] elif options['user'].split(' ')[0] == 'custom': user_list = options['user'].split(' ')[1].split(',') user = ['custom', [User.objects.get(username=u) for u in user_list]] elif options['user'].split(' ')[0] == 'custom_id': user_id = options['user'].split(' ')[1].split(',') user = ['custom_id', [User.objects.get(pk=u) for u in user_id]] else: if verb >= 1: print(warning) print(yellow + 'You user option is not recognized') if verb >= 0: print(abort) return club = [] if options['club']: if options['club'] == 'all': club = ['all',None] elif options['club'] == 'active': club = ['active',None] elif options['club'].split(' ')[0] == 'custom': club_list = options['club'].split(' ')[1].split(',') club = ['custom', [Club.objects.get(name=club_name) for club_name in club_list]] elif options['club'].split(' ')[0] == 'custom_id': club_id = options['club'].split(' ')[1].split(',') club = ['custom_id', [Club.objects.get(pk=c) for c in club_id]] else: if verb >= 1: print(warning) print(yellow + 'You club option is not recognized') if verb >= 0: print(abort) return change = options['change'] create = options['create'] # check if parameters are sufficient for generate wrapped with the desired option if not bde: if verb >= 1: print(warning) print(yellow + 'You have not selectionned a BDE !') if verb >= 0 : print(abort) return if not (user or club): if verb >= 1: print(warning) print(yellow + 'No club or user selected !') if verb >= 0 : print(abort) return if verb >= 3: print('\033[1mOptions:\033[m') bde_str = '' for b in bde: bde_str += str(b) print('BDE: ' + bde_str) if user: print('User: ' + user[0]) if club: print('Club: ' + club[0]) print('change: ' + str(change)) print('create: ' + str(create)) print('') if not (change or create): if verb >= 1: print(warning) print(yellow + 'change and create is set to false, none wrapped will be created') if verb >= 0: print(abort) return if verb >=1 and change: print(warning) print(yellow + 'change is set to true, some wrapped may be replaced !') if verb >=1 and not create: print(warning) print(yellow + 'create is set to false, wrapped will not be created !') if verb >= 3 or change or not create: a = str(input('\033[mContinue ? (y/n) ')).lower() if a in ['n','no','non','0']: if verb >= 0: print(abort) return note = self.convert_to_note(change, create, bde=bde, user=user, club=club, verb=verb) if verb >= 1: print("\033[32mUser and/or Club given has successfully convert in their note\033[m") global_data = self.global_data(bde, verb=verb) if verb >= 1: print("\033[32mGlobal data has been successfully generated\033[m") unique_data = self.unique_data(bde, note, global_data=global_data, verb=verb) if verb >= 1: print("\033[32mUnique data has been successfully generated\033[m") self.make_wrapped(unique_data, note, bde, change, create, verb=verb) if verb >= 1: print(green + "The wrapped has been generated !") if verb >= 0: print(success) return def convert_to_note(self, change, create, bde=None, user=None, club=None, verb=1): N = [] for b in bde: note = Note.objects.filter(pk__lte=-1) if user: if 'custom' in user[0]: for u in user[1]: query = Q(noteuser__user=u) note |= Note.objects.filter(query) elif user[0] == 'all': query = Q(noteuser__user__pk__gte=-1) note |= Note.objects.filter(query) elif user[0] == 'adh': M = Membership.objects.filter(club=1, date_start__lt=b.date_end, date_end__gt=b.date_start, ).distinct('user') for m in M: note |= Note.objects.filter(noteuser__user=m.user) elif user[0] == 'superuser': query |= Q(noteuser__user__is_superuser=True) note |= Note.objects.filter(query) if club: if 'custom' in club[0]: for c in club[1]: query = Q(noteclub__club=c) note |= Note.objects.filter(query) elif club[0] == 'all': query = Q(noteclub__club__pk__gte=-1) note |= Note.objects.filter(query) elif club[0] == 'active': nc = Note.objects.filter(noteclub__club__pk__gte=-1) for n in nc: if Transaction.objects.filter( Q(created_at__gte=b.date_start, created_at__lte=b.date_end) & (Q(source=n) | Q(destination=n))): note |= Note.objects.filter(pk=n.pk) note = self.filter_note(b, note, change, create, verb=verb) N.append(note) if verb >= 2: print("\033[m{nb} note selectionned for bde {bde}".format(nb=len(note) ,bde=b.name)) return N def global_data(self, bde, verb=1): data = {} for b in bde: if b.name == 'Rave Part[list]': if verb >= 2: print("Begin to make global data") if verb >= 3: print('nb_transaction') # nb total de transactions data['nb_transaction'] = Transaction.objects.filter( created_at__gte=b.date_start, created_at__lte=b.date_end, valid=True).count() if verb >= 3: print('nb_vieux_con') # nb total de vielleux con·ne·s derrière le bar button_id = [2884,2585] T = Transaction.objects.filter( created_at__gte=b.date_start, created_at__lte=b.date_end, valid=True, recurrenttransaction__template__pk__in=button_id) q = 0 for t in T: q += t.quantity data['nb_vieux_con'] = q if verb >= 3: print('nb_soiree') # nb total de soirée a_type_id = [1, 2, 4, 5, 7, 10] data['nb_soiree'] = Activity.objects.filter( date_end__gte=b.date_start, date_start__lte=b.date_end, valid=True, activity_type__pk__in=a_type_id).count() if verb >= 3: print('pots, nb_entree_pot') # nb d'entrée totale aux pots pot_id = [1, 4, 10] pots = Activity.objects.filter( date_end__gte=b.date_start, date_start__lte=b.date_end, activity_type__pk__in=pot_id) data['pots'] = pots # utile dans unique_data data['nb_entree_pot'] = 0 for pot in pots: data['nb_entree_pot'] += Entry.objects.filter(activity=pot).count() if verb >= 3: print('top3_buttons') # top 3 des boutons les plus cliqués T = Transaction.objects.filter( created_at__gte=b.date_start, created_at__lte=b.date_end, valid=True, amount__gt=0, recurrenttransaction__template__pk__gte=-1) d = {} for t in T: if t.recurrenttransaction.template.name in d: d[t.recurrenttransaction.template.name] += t.quantity else : d[t.recurrenttransaction.template.name] = t.quantity data['top3_buttons'] = list(sorted(d.items(), key=lambda item: item[1], reverse=True))[:3] if verb >= 3: print('class_conso_all') # le classement des plus gros consommateurs (BDE + club) T = Transaction.objects.filter( created_at__gte=b.date_start, created_at__lte=b.date_end, valid=True, source__noteuser__user__pk__gte=-1, destination__noteclub__club__pk__gte=-1) d = {} for t in T: if t.source in d: d[t.source] += t.total else : d[t.source] = t.total data['class_conso_all'] = dict(sorted(d.items(), key=lambda item: item[1], reverse=True)) if verb >= 3: print('class_conso_bde') # le classement des plus gros consommateurs BDE T = Transaction.objects.filter( created_at__gte=b.date_start, created_at__lte=b.date_end, valid=True, source__noteuser__user__pk__gte=-1, destination=5) d = {} for t in T: if t.source in d: d[t.source] += t.total else : d[t.source] = t.total data['class_conso_bde'] = dict(sorted(d.items(), key=lambda item: item[1], reverse=True)) else: # make your wrapped or reuse previous wrapped raise NotImplementedError("The BDE: {bde_name} has not personalized wrapped, make it !" .format(bde_name=b.name)) return data def unique_data(self, bde, note, global_data=None, verb=1): data = [] for i in range(len(bde)): data_bde = [] if bde[i].name == 'Rave Part[list]': if verb >= 3: total = len(note[i]) current = 0 print('Make {nb} data for wrapped sponsored by {bde}' .format(nb=total, bde=bde[i].name)) for n in note[i]: d = {} if 'user' in n.__dir__(): # première conso du mandat T = Transaction.objects.filter( valid=True, recurrenttransaction__template__id__gte=-1, created_at__gte=bde[i].date_start, created_at__lte=bde[i].date_end, source=n, destination=5).order_by('created_at') if T: d['first_conso'] = T[0].template.name else: d['first_conso'] = '' # Wei + bus W = WEIClub.objects.filter( date_start__lte=bde[i].date_end, date_end__gte=bde[i].date_start) if not W: d['wei'] = '' d['bus'] = '' else: w = W[0] M = Membership.objects.filter(club=w, user=n.user) if not M: d['wei'] = '' d['bus'] = '' else : A = [] for a in w.note.alias.iterator(): A.append(str(a)) d['wei'] = A[-1] d['bus'] = M[0].weimembership.bus.name # top3 conso T = Transaction.objects.filter( valid=True, created_at__gte=bde[i].date_start, created_at__lte=bde[i].date_end, source=n, amount__gt=0, recurrenttransaction__template__id__gte=-1) dt = {} dc = {} for t in T: if t.template.name in dt: dt[t.template.name] += t.quantity else : dt[t.template.name] = t.quantity if t.template.category.name in dc: dc[t.template.category.name] += t.quantity else : dc[t.template.category.name] = t.quantity d['top3_conso'] = list(sorted(dt.items(), key=lambda item: item[1], reverse=True))[:3] # catégorie de bouton préférée if dc: d['top_category'] = list(sorted(dc.items(), key=lambda item: item[1], reverse=True))[0][0] else: d['top_category'] = '' # nombre de pot, et nombre d'entrée pot pots = global_data['pots'] d['nb_pots'] = pots.count() p = 0 for pot in pots: if Entry.objects.filter(activity=pot,note=n): p += 1 d['nb_pot_entry'] = p # ton nombre de rechargement d['nb_rechargement'] = Transaction.objects.filter( valid=True, created_at__gte=bde[i].date_start, created_at__lte=bde[i].date_end, destination=n, source__pk__in=[1,2,3,4]).count() # ajout info globale spécifique user # classement et montant conso all d['class_part_all'] = len(global_data['class_conso_all']) if n in global_data['class_conso_all']: d['class_conso_all'] = list(global_data['class_conso_all']).index(n) + 1 d['amount_conso_all'] = global_data['class_conso_all'][n]/100 else: d['class_conso_all'] = 0 d['amount_conso_all'] = 0 # classement et montant conso bde d['class_part_bde'] = len(global_data['class_conso_bde']) if n in global_data['class_conso_bde']: d['class_conso_bde'] = list(global_data['class_conso_bde']).index(n) + 1 d['amount_conso_bde'] = global_data['class_conso_bde'][n]/100 else: d['class_conso_bde'] = 0 d['amount_conso_bde'] = 0 if 'club' in n.__dir__(): # plus gros consommateur T = Transaction.objects.filter( valid=True, created_at__lte=bde[i].date_end, created_at__gte=bde[i].date_start, destination=n, source__noteuser__user__pk__gte=-1) dt = {} for t in T: if t.source.user.username in dt: dt[t.source.user.username] += t.total else : dt[t.source.user.username] = t.total if dt: d['big_consumer'] = list(sorted(dt.items(), key=lambda item: item[1], reverse=True))[0] d['big_consumer'] = (d['big_consumer'][0], d['big_consumer'][1]/100) else: d['big_consumer'] = '' # plus gros créancier T = Transaction.objects.filter( valid=True, created_at__lte=bde[i].date_end, created_at__gte=bde[i].date_start, source=n, destination__noteuser__user__pk__gte=-1) dt = {} for t in T: if t.destination.user.username in dt: dt[t.destination.user.username] += t.total else : dt[t.destination.user.username] = t.total if dt: d['big_creancier'] = list(sorted(dt.items(), key=lambda item: item[1], reverse=True))[0] d['big_creancier'] = (d['big_creancier'][0], d['big_creancier'][1]/100) else: d['big_creancier'] = '' # nb de soirée organisée d['nb_soiree_orga'] = Activity.objects.filter( valid=True, date_start__lte=bde[i].date_end, date_end__gte=bde[i].date_start, organizer=n.club).count() # nb de membres cumulé d['nb_member'] = Membership.objects.filter( date_start__lte=bde[i].date_end, date_end__gte=bde[i].date_start, club=n.club).distinct('user').count() # ajout info globale # top3 button d['glob_top3_conso'] = global_data['top3_buttons'] # nb entree pot d['glob_nb_entree_pot'] = global_data['nb_entree_pot'] # nb soiree d['glob_nb_soiree'] = global_data['nb_soiree'] # nb vieux con d['glob_nb_vieux_con'] = global_data['nb_vieux_con'] # nb transaction d['glob_nb_transaction'] = global_data['nb_transaction'] data_bde.append(json.dumps(d)) if verb >= 3: current += 1 print('\033[2K' + '({c}/{t})'.format(c=current, t=total) + '\033[1A') else: # make your wrapped or reuse previous wrapped raise NotImplementedError("The BDE: {bde_name} has not personalized wrapped, make it !" .format(bde_name=bde[i].name)) data.append(data_bde) return data def make_wrapped(self, unique_data, note, bde, change, create, verb=1): if verb >= 3: current = 0 total = 0 for l in note: total += len(l) print('\033[mMake {nb} wrapped'.format(nb=total)) for i in range(len(bde)): for j in range(len(note[i])): if create and not Wrapped.objects.filter(bde=bde[i], note=note[i][j]): Wrapped(bde=bde[i], note=note[i][j], data_json=unique_data[i][j], public=False, generated=True).save() elif change: w = Wrapped.objects.get(bde=bde[i], note=note[i][j]) w.data_json = unique_data[i][j] w.save() if verb >= 3: current += 1 print('\033[2K' + '({c}/{t})'.format(c=current, t=total) + '\033[1A') return def filter_note(self, bde, note, change, create, verb=1): if change and create: return list(note) if change and not create: note_new = [] for n in note: if Wrapped.objects.filter(bde=bde, note=n): note_new.append(n) return note_new if not change and create: note_new = [] for n in note: if not Wrapped.objects.filter(bde=bde, note=n): note_new.append(n) return note_new