mirror of
https://github.com/HamzaSha1/zod-backend.git
synced 2025-07-15 10:05:21 +00:00
269 lines
12 KiB
Python
269 lines
12 KiB
Python
"""
|
|
web_admin analytics view file
|
|
"""
|
|
# python imports
|
|
import datetime
|
|
import io
|
|
import pandas as pd
|
|
import xlsxwriter
|
|
import tempfile
|
|
import oss2
|
|
from django.conf import settings
|
|
|
|
# third party imports
|
|
from rest_framework.viewsets import GenericViewSet
|
|
from rest_framework.decorators import action
|
|
from rest_framework.permissions import IsAuthenticated
|
|
|
|
# django imports
|
|
from django.contrib.auth import get_user_model
|
|
from django.db.models import Q
|
|
from django.db.models import Count
|
|
from django.db.models.functions import TruncDate
|
|
from django.db.models import F, Window
|
|
from django.db.models.functions.window import Rank
|
|
from django.http import HttpResponse
|
|
|
|
# local imports
|
|
from account.utils import custom_response
|
|
from base.constants import PENDING, IN_PROGRESS, REJECTED, REQUESTED, COMPLETED, EXPIRED, DATE_FORMAT, TASK_STATUS
|
|
from guardian.models import JuniorTask
|
|
from junior.models import JuniorPoints
|
|
from web_admin.pagination import CustomPageNumberPagination
|
|
from web_admin.permission import AdminPermission
|
|
from web_admin.serializers.analytics_serializer import LeaderboardSerializer, UserCSVReportSerializer
|
|
from web_admin.serializers.user_management_serializer import UserManagementListSerializer
|
|
|
|
USER = get_user_model()
|
|
|
|
|
|
class AnalyticsViewSet(GenericViewSet):
|
|
"""
|
|
analytics api view
|
|
to get user report (active users, guardians and juniors counts)
|
|
to get new user sign up report
|
|
to get task report (completed, in-progress, requested and rejected tasks count)
|
|
to get junior leaderboard and ranking
|
|
"""
|
|
serializer_class = None
|
|
permission_classes = [IsAuthenticated, AdminPermission]
|
|
|
|
def get_queryset(self):
|
|
user_qs = USER.objects.filter(
|
|
(Q(junior_profile__is_verified=True) | Q(guardian_profile__is_verified=True)),
|
|
is_superuser=False
|
|
).prefetch_related('guardian_profile',
|
|
'junior_profile'
|
|
).exclude(junior_profile__isnull=True,
|
|
guardian_profile__isnull=True).order_by('date_joined')
|
|
return user_qs
|
|
|
|
@action(methods=['get'], url_name='users-count', url_path='users-count', detail=False)
|
|
def total_users_count(self, request, *args, **kwargs):
|
|
"""
|
|
api method to get total users, guardians and juniors
|
|
:param request: start_date: date format (yyyy-mm-dd)
|
|
:param request: end_date: date format (yyyy-mm-dd)
|
|
:return:
|
|
"""
|
|
|
|
end_date = datetime.date.today()
|
|
start_date = end_date - datetime.timedelta(days=6)
|
|
|
|
if request.query_params.get('start_date') and request.query_params.get('end_date'):
|
|
start_date = datetime.datetime.strptime(request.query_params.get('start_date'), DATE_FORMAT)
|
|
end_date = datetime.datetime.strptime(request.query_params.get('end_date'), DATE_FORMAT)
|
|
|
|
user_qs = self.get_queryset()
|
|
queryset = user_qs.filter(date_joined__range=(start_date, (end_date + datetime.timedelta(days=1))))
|
|
|
|
data = {'total_users': queryset.count(),
|
|
'total_guardians': queryset.filter(junior_profile__isnull=True).count(),
|
|
'total_juniors': queryset.filter(guardian_profile__isnull=True).count()}
|
|
|
|
return custom_response(None, data)
|
|
|
|
@action(methods=['get'], url_name='new-signups', url_path='new-signups', detail=False)
|
|
def new_signups(self, request, *args, **kwargs):
|
|
"""
|
|
api method to get new signups
|
|
:param request: start_date: date format (yyyy-mm-dd)
|
|
:param request: end_date: date format (yyyy-mm-dd)
|
|
:return:
|
|
"""
|
|
end_date = datetime.date.today()
|
|
start_date = end_date - datetime.timedelta(days=6)
|
|
|
|
if request.query_params.get('start_date') and request.query_params.get('end_date'):
|
|
start_date = datetime.datetime.strptime(request.query_params.get('start_date'), DATE_FORMAT)
|
|
end_date = datetime.datetime.strptime(request.query_params.get('end_date'), DATE_FORMAT)
|
|
|
|
user_qs = self.get_queryset()
|
|
signup_data = user_qs.filter(date_joined__range=[start_date, (end_date + datetime.timedelta(days=1))]
|
|
).annotate(date=TruncDate('date_joined')
|
|
).values('date').annotate(signups=Count('id')).order_by('date')
|
|
|
|
return custom_response(None, signup_data)
|
|
|
|
@action(methods=['get'], url_name='assign-tasks', url_path='assign-tasks', detail=False)
|
|
def assign_tasks_report(self, request, *args, **kwargs):
|
|
"""
|
|
api method to get assign tasks count for (completed, in-progress, requested and rejected) task
|
|
:param request: start_date: date format (yyyy-mm-dd)
|
|
:param request: end_date: date format (yyyy-mm-dd)
|
|
:return:
|
|
"""
|
|
end_date = datetime.date.today()
|
|
start_date = end_date - datetime.timedelta(days=6)
|
|
|
|
if request.query_params.get('start_date') and request.query_params.get('end_date'):
|
|
start_date = datetime.datetime.strptime(request.query_params.get('start_date'), DATE_FORMAT)
|
|
end_date = datetime.datetime.strptime(request.query_params.get('end_date'), DATE_FORMAT)
|
|
|
|
assign_tasks = JuniorTask.objects.filter(
|
|
created_at__range=[start_date, (end_date + datetime.timedelta(days=1))]
|
|
).exclude(task_status__in=[PENDING, EXPIRED])
|
|
|
|
data = {
|
|
'task_completed': assign_tasks.filter(task_status=COMPLETED).count(),
|
|
'task_in_progress': assign_tasks.filter(task_status=IN_PROGRESS).count(),
|
|
'task_requested': assign_tasks.filter(task_status=REQUESTED).count(),
|
|
'task_rejected': assign_tasks.filter(task_status=REJECTED).count(),
|
|
}
|
|
|
|
return custom_response(None, data)
|
|
|
|
@action(methods=['get'], url_name='junior-leaderboard', url_path='junior-leaderboard', detail=False,
|
|
serializer_class=LeaderboardSerializer)
|
|
def junior_leaderboard(self, request):
|
|
"""
|
|
to get junior leaderboard and rank
|
|
:param request:
|
|
:return:
|
|
"""
|
|
queryset = JuniorPoints.objects.prefetch_related('junior', 'junior__auth').annotate(rank=Window(
|
|
expression=Rank(),
|
|
order_by=[F('total_points').desc(), 'junior__created_at']
|
|
)).order_by('-total_points', 'junior__created_at')
|
|
paginator = CustomPageNumberPagination()
|
|
paginated_queryset = paginator.paginate_queryset(queryset, request)
|
|
serializer = self.serializer_class(paginated_queryset, many=True)
|
|
return custom_response(None, serializer.data)
|
|
|
|
@action(methods=['get'], url_name='export-excel', url_path='export-excel', detail=False)
|
|
def export_excel(self, request):
|
|
"""
|
|
to export users count, task details and top juniors in csv/excel file
|
|
:param request: start_date: date format (yyyy-mm-dd)
|
|
:param request: end_date: date format (yyyy-mm-dd)
|
|
:return:
|
|
"""
|
|
|
|
response = HttpResponse(content_type='application/vnd.openxmlformats-officedocument.spreadsheetml.sheet')
|
|
response['Content-Disposition'] = 'attachment; filename="ZOD_Bank_Analytics.xlsx"'
|
|
|
|
end_date = datetime.date.today()
|
|
start_date = end_date - datetime.timedelta(days=6)
|
|
|
|
if request.query_params.get('start_date') and request.query_params.get('end_date'):
|
|
start_date = datetime.datetime.strptime(request.query_params.get('start_date'), DATE_FORMAT)
|
|
end_date = datetime.datetime.strptime(request.query_params.get('end_date'), DATE_FORMAT)
|
|
|
|
# Use BytesIO for binary data
|
|
buffer = io.BytesIO()
|
|
|
|
# Create an XlsxWriter Workbook object
|
|
workbook = xlsxwriter.Workbook(buffer)
|
|
|
|
# Add sheets
|
|
sheets = ['Users', 'Assign Tasks', 'Juniors leaderboard']
|
|
|
|
for sheet_name in sheets:
|
|
worksheet = workbook.add_worksheet(name=sheet_name)
|
|
|
|
# sheet 1 for Total Users
|
|
if sheet_name == 'Users':
|
|
user_qs = self.get_queryset()
|
|
queryset = user_qs.filter(date_joined__range=(start_date, (end_date + datetime.timedelta(days=1))))
|
|
serializer = UserCSVReportSerializer(queryset, many=True)
|
|
|
|
df_users = pd.DataFrame([
|
|
{'Name': f"{user['first_name']} {user['last_name']}",
|
|
'Email': user['email'], 'Phone Number': user['phone_number'],
|
|
'User Type': user['user_type'], 'Status': user['is_active'],
|
|
'Date Joined': user['date_joined']}
|
|
for user in serializer.data
|
|
])
|
|
for idx, col in enumerate(df_users.columns):
|
|
# Write header
|
|
worksheet.write(0, idx, col)
|
|
for row_num, row in enumerate(df_users.values, start=1):
|
|
for col_num, value in enumerate(row):
|
|
worksheet.write(row_num, col_num, value)
|
|
|
|
# sheet 2 for Assign Task
|
|
elif sheet_name == 'Assign Tasks':
|
|
assign_tasks = JuniorTask.objects.filter(
|
|
created_at__range=[start_date, (end_date + datetime.timedelta(days=1))]
|
|
).exclude(task_status__in=[PENDING, EXPIRED])
|
|
|
|
df_tasks = pd.DataFrame([
|
|
{'Task Name': task.task_name, 'Task Status': dict(TASK_STATUS).get(task.task_status).capitalize()}
|
|
for task in assign_tasks
|
|
])
|
|
|
|
for idx, col in enumerate(df_tasks.columns):
|
|
# Write header
|
|
worksheet.write(0, idx, col)
|
|
for row_num, row in enumerate(df_tasks.values, start=1):
|
|
for col_num, value in enumerate(row):
|
|
worksheet.write(row_num, col_num, value)
|
|
|
|
# sheet 3 for Juniors Leaderboard and rank
|
|
elif sheet_name == 'Juniors leaderboard':
|
|
queryset = JuniorPoints.objects.prefetch_related('junior', 'junior__auth').annotate(rank=Window(
|
|
expression=Rank(),
|
|
order_by=[F('total_points').desc(), 'junior__created_at']
|
|
)).order_by('-total_points', 'junior__created_at')[:15]
|
|
df_leaderboard = pd.DataFrame([
|
|
{
|
|
'Junior Name': f"{junior.junior.auth.first_name} {junior.junior.auth.last_name}"
|
|
if junior.junior.auth.last_name else junior.junior.auth.first_name,
|
|
'Points': junior.total_points,
|
|
'Rank': junior.rank
|
|
}
|
|
for junior in queryset
|
|
])
|
|
|
|
for idx, col in enumerate(df_leaderboard.columns):
|
|
# Write header
|
|
worksheet.write(0, idx, col)
|
|
for row_num, row in enumerate(df_leaderboard.values, start=1):
|
|
for col_num, value in enumerate(row):
|
|
worksheet.write(row_num, col_num, value)
|
|
|
|
# Close the workbook to save the content
|
|
workbook.close()
|
|
|
|
# Reset the buffer position and write the content to the response
|
|
buffer.seek(0)
|
|
response.write(buffer.getvalue())
|
|
buffer.close()
|
|
|
|
filename = f"{'analytics'}/{'ZOD_Bank_Analytics.xlsx'}"
|
|
with tempfile.NamedTemporaryFile(delete=False) as temp_file:
|
|
"""write image in temporary file"""
|
|
temp_file.write(response.content)
|
|
"""auth of bucket"""
|
|
auth = oss2.Auth(settings.ALIYUN_OSS_ACCESS_KEY_ID, settings.ALIYUN_OSS_ACCESS_KEY_SECRET)
|
|
"""fetch bucket details"""
|
|
bucket = oss2.Bucket(auth, settings.ALIYUN_OSS_ENDPOINT, settings.ALIYUN_OSS_BUCKET_NAME)
|
|
# Upload the temporary file to Alibaba OSS
|
|
bucket.put_object_from_file(filename, temp_file.name)
|
|
"""create perfect url for image"""
|
|
new_filename = filename.replace(' ', '%20')
|
|
link = f"https://{settings.ALIYUN_OSS_BUCKET_NAME}.{settings.ALIYUN_OSS_ENDPOINT}/{new_filename}"
|
|
print(link)
|
|
return custom_response(None, link)
|
|
|