Develop

.github/workflows/CD.yaml

@@ -0,0 +1,74 @@
+name: CD
+
+on:
+  push:
+    branches:
+      - fix/sprint_issues
+  pull_request:
+    branches:
+      - develop
+    types:
+      - closed
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v3
+
+    - name: Write .env file
+      run: echo "${{ secrets.ENV_FILE }}" > .env
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v2
+
+    - name: Log in to GHCR
+      uses: docker/login-action@v2
+      with:
+        registry: ghcr.io
+        username: ${{ secrets.USERNAME }}
+        password: ${{ secrets.TOKEN }}
+
+    - name: Install Docker Compose
+      run: |
+        sudo curl -L "https://github.com/docker/compose/releases/download/v2.23.3/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
+        sudo chmod +x /usr/local/bin/docker-compose
+        docker-compose --version
+
+    - name: Build and Push Docker Image
+      run: |
+        docker-compose build
+        docker-compose push
+
+    - name: Copy files to server via SSH
+      uses: appleboy/scp-action@v0.1.0
+      with:
+        host: ${{ secrets.SERVER_HOST }}
+        username: ${{ secrets.SERVER_USER }}
+        password: ${{ secrets.SERVER_PASSWORD }}
+        source: "docker-compose.yml, prometheus.yml, alert_rules.yml"
+        target: "/home/fd/"
+
+    - name: Copy files and deploy
+      uses: appleboy/ssh-action@v0.1.8
+      with:
+        host: ${{ secrets.SERVER_HOST }}
+        username: ${{ secrets.SERVER_USER }}
+        password: ${{ secrets.SERVER_PASSWORD }}
+        script: |
+
+          cd /home/fd
+
+          echo "${{ secrets.ENV_FILE }}" > .env
+          echo "${{ secrets.ALERT_MANAGER}}" > alertmanager.yml
+
+          chmod 644 .env
+
+          docker compose pull web
+
+          docker compose down
+
+          docker compose up -d
+

.github/workflows/CI.yaml

@@ -0,0 +1,36 @@
+name: CI
+
+on:
+  pull_request:
+    branches:
+      - develop
+    types:
+      - opened
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v3
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.10'
+
+    - name: Write .env file
+      run: echo "${{ secrets.ENV_FILE }}" > .env
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+
+    - name: Run Tests
+      env:
+        ENV_FILE: ${{ secrets.ENV_FILE }}
+      run: |
+        python manage.py test --keepdb
+

.gitignore

@@ -2,5 +2,7 @@ Makefile
 venv/
 .env
 **/__pycache__/
-Dockerfile
-docker-compose.yml
+.Dockerignore
+.env.docker
+alertmanager.yml
+.vscode/

Dockerfile

@@ -0,0 +1,17 @@
+FROM python:3.12-alpine
+
+ENV PYTHONDONTWRITEBYTECODE=1
+ENV PYTHONUNBUFFERED=1
+
+WORKDIR /app
+
+RUN apk add --no-cache gcc musl-dev mariadb-connector-c-dev mariadb-dev pkgconfig
+
+COPY requirements.txt /app/
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY . /app/
+
+EXPOSE 8000
+
+CMD ["daphne", "FD.asgi:application", "--bind", "0.0.0.0", "--port", "8000"]

FD/__init__.py

@@ -0,0 +1,3 @@
+from .celery import app as celery_app
+
+__all__ = ('celery_app',)

FD/celery.py

@@ -0,0 +1,23 @@
+import os
+from celery import Celery
+from celery.schedules import crontab
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'FD.settings')
+
+app = Celery('FD')
+
+app.config_from_object('django.conf:settings', namespace='CELERY')
+app.conf.broker_connection_retry_on_startup = True
+
+app.autodiscover_tasks()
+
+app.conf.beat_schedule = {
+    'cache-matching-groups': {
+        'task': 'home.tasks.cache_matching_groups',
+        'schedule': crontab(hour=2),
+    },
+    'test-celery': {
+        'task': 'home.tasks.test_celery',
+        'schedule': crontab(minute=1),
+    },
+}

FD/settings.py

@@ -1,6 +1,8 @@
 from datetime import timedelta
 from pathlib import Path
 from dotenv import load_dotenv
+
+
 import os
 
 load_dotenv()
@@ -31,6 +33,8 @@
     'storages',
     'django_filters',
     'channels',
+    'django_prometheus',
+
 
     'authentication',
     'groups',
@@ -42,7 +46,9 @@
 ]
 
 MIDDLEWARE = [
+    'django_prometheus.middleware.PrometheusBeforeMiddleware',
     'corsheaders.middleware.CorsMiddleware',
+
 
     'django.middleware.security.SecurityMiddleware',
     'django.contrib.sessions.middleware.SessionMiddleware',
@@ -51,6 +57,8 @@
     'django.contrib.auth.middleware.AuthenticationMiddleware',
     'django.contrib.messages.middleware.MessageMiddleware',
     'django.middleware.clickjacking.XFrameOptionsMiddleware',
+
+    'django_prometheus.middleware.PrometheusAfterMiddleware',
 ]
 
 CORS_ALLOW_ALL_ORIGINS = True
@@ -74,7 +82,7 @@
     },
 ]
 
-# WSGI_APPLICATION = 'FD.wsgi.application'
+
 ASGI_APPLICATION = "FD.asgi.application"
 
 
@@ -131,7 +139,7 @@
         'rest_framework_simplejwt.authentication.JWTAuthentication',
     ),
     'DEFAULT_PAGINATION_CLASS': 'rest_framework.pagination.PageNumberPagination',
-    'PAGE_SIZE': 1
+    'PAGE_SIZE': 3
 }
 
 SPECTACULAR_SETTINGS = {
@@ -169,18 +177,35 @@
 
 
 
-import urllib.parse
-import redis
 
-redis_url = os.environ.get('REDIS_URL')
-parsed_url = urllib.parse.urlparse(redis_url)
 
 CHANNEL_LAYERS = {
     "default": {
         "BACKEND": "channels_redis.core.RedisChannelLayer",
         "CONFIG": {
-            "hosts": [f"rediss://{parsed_url.netloc}"],
-            # "hosts": [("127.0.0.1", 6379)],
+            "hosts": [(os.getenv("REDIS_URL"))],
         },
     },
-}
+}
+
+
+
+REDIS_URL = os.getenv("REDIS_URL")
+
+CACHES = {
+    "default": {
+        "BACKEND": "django_redis.cache.RedisCache",
+        "LOCATION": REDIS_URL,
+        "OPTIONS": {
+            "CLIENT_CLASS": "django_redis.client.DefaultClient",
+        }
+    }
+}
+
+CELERY_BROKER_URL = os.getenv("REDIS_URL")
+CELERY_RESULT_BACKEND = os.getenv("REDIS_URL")
+CELERY_ACCEPT_CONTENT = ['application/json']
+CELERY_TASK_SERIALIZER = 'json'
+CELERY_RESULT_SERIALIZER = 'json'
+CELERY_TIMEZONE = 'Asia/Tehran'
+

FD/urls.py

@@ -1,8 +1,40 @@
 from django.contrib import admin
 from django.urls import include, path
 from drf_spectacular.views import SpectacularAPIView, SpectacularSwaggerView
+from django_prometheus import exports
+from rest_framework.response import Response
+from rest_framework import status
+
+def trigger_error(request):
+    division_by_zero = 1 / 0
+
+from rest_framework.decorators import api_view
+
+@api_view(['GET'])
+def trigger_400(request):
+    return Response("Bad Request", status=status.HTTP_400_BAD_REQUEST)
+
+@api_view(['GET'])
+def trigger_401(request):
+    return Response("Unauthorized", status=status.HTTP_401_UNAUTHORIZED)
+
+@api_view(['GET'])
+def trigger_403(request):
+    return Response("Forbidden", status=status.HTTP_403_FORBIDDEN)
+
+@api_view(['GET'])
+def trigger_404(request):
+    return Response("Not Found", status=status.HTTP_404_NOT_FOUND)
+
+@api_view(['GET'])
+def trigger_500(request):
+    return Response("Internal Server Error", status=status.HTTP_500_INTERNAL_SERVER_ERROR)
+
 
 urlpatterns = [
+    path('trigger_error/', trigger_error),
+    path('', include('django_prometheus.urls')),
+
     path('admin/', admin.site.urls),
 
     path('authentication/', include('authentication.urls')),
@@ -12,4 +44,13 @@
 
     path('api/schema/', SpectacularAPIView.as_view(), name='schema'),
     path('api/schema/docs/', SpectacularSwaggerView.as_view(url_name='schema'), name='swagger-ui'),
+
+    path('notifications/', include('notifications.urls')),
+
+    path('trigger_400/', trigger_400),
+    path('trigger_401/', trigger_401),
+    path('trigger_403/', trigger_403),
+    path('trigger_404/', trigger_404),
+    path('trigger_500/', trigger_500),
+
 ]

alert_rules.yml

@@ -0,0 +1,29 @@
+groups:
+- name: website
+  rules:
+  - alert: WebsiteDown
+    expr: up{job="website"} == 0
+    for: 1m
+    labels:
+      severity: critical
+    annotations:
+      summary: "Website is down"
+      description: "The website has been down for more than 1 minute"
+
+  - alert: HighResponseTime
+    expr: prometheus_http_request_duration_seconds{job="website"} > 2
+    for: 5m
+    labels:
+      severity: warning
+    annotations:
+      summary: "High response time"
+      description: "Website response time is above 2 seconds for 5 minutes"
+
+  - alert: HighErrorRate
+    expr: rate(django_http_responses_total_by_status_total{status=~"5.."}[5m]) > 0
+    for: 0s
+    labels:
+      severity: warning
+    annotations:
+      summary: "High error rate"
+      description: "Website is returning too many 5xx errors"

authentication/migrations/0004_otp.py

@@ -0,0 +1,24 @@
+# Generated by Django 5.1.2 on 2024-12-27 16:54
+
+import django.db.models.deletion
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('authentication', '0003_alter_tempuser_otp'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='OTP',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('otp', models.CharField(max_length=6)),
+                ('date_created', models.DateTimeField(auto_now_add=True)),
+                ('user', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='forget_password_otp', to=settings.AUTH_USER_MODEL)),
+            ],
+        ),
+    ]