content_quality_tool/content_quality_tool/settings.py

"""
Django settings for content_quality_tool project.
Generated by 'django-admin startproject' using Django 5.2.7.
For more information on this file, see
https://docs.djangoproject.com/en/5.2/topics/settings/
For the full list of settings and their values, see
https://docs.djangoproject.com/en/5.2/ref/settings/
"""

import sys
import io
sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8')
sys.stderr = io.TextIOWrapper(sys.stderr.buffer, encoding='utf-8')


from pathlib import Path
import os
from django.contrib.messages import constants as messages
# Build paths inside the project like this: BASE_DIR / 'subdir'.
BASE_DIR = Path(__file__).resolve().parent.parent
# Quick-start development settings - unsuitable for production
# See https://docs.djangoproject.com/en/5.2/howto/deployment/checklist/
# SECURITY WARNING: keep the secret key used in production secret!
SECRET_KEY = 'django-insecure-$6far8v=798or1wru24=zq&k*9&frm+dk%c!*w!a4wfb#z1_+3'
# SECURITY WARNING: don't run with debug turned on in production!
MINIMAX_API_KEY = 'eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJHcm91cE5hbWUiOiJBYmh5dWRheSBBbmR1Z3VsYSIsIlVzZXJOYW1lIjoiQWJoeXVkYXkgQW5kdWd1bGEiLCJBY2NvdW50IjoiIiwiU3ViamVjdElEIjoiMTk3NjIwMTUxODMxOTE0OTMxMyIsIlBob25lIjoiIiwiR3JvdXBJRCI6IjE5NzYyMDE1MTgzMTA3NTY3NzUiLCJQYWdlTmFtZSI6IiIsIk1haWwiOiJhYmh5dWRheWFuZHVndWxhMjEzQGdtYWlsLmNvbSIsIkNyZWF0ZVRpbWUiOiIyMDI1LTEwLTA5IDIxOjAyOjE0IiwiVG9rZW5UeXBlIjoxLCJpc3MiOiJtaW5pbWF4In0.Dw6ug5FCzz_E0MOoBQ4fNN-ksaCJrwfscP5_fpmL7nxhlPJraoDHDFiznoqd5skLtIOKgsLsMNJMcutXyKTBxqqaKVGgKesZ_0JU8bAPwuPqe0MJ7ko3sZ0i858lFIqi8vH2rfgwqvvu9np2a2pQh2zvD-7LAZG4xCwcMHY7_19037s5EgONPYP7Lc_5caiF4DmNR4u7U4cunFfwGEGydpNSBP2xlk_dCRblsRNZFp-l9IkXtgi9EGOCzophhJvP8YiTMVZ2vtitt4c7YACqxtAjXT9774p299CqHAuuHcEv3MXiv0f1Zp4ERkfbsjYawYIewlfPgyw3bmFdm1py_Q'
DEBUG = True
ALLOWED_HOSTS = ['*', '172.29.7.103','https://incubator.luminad.com']
# Application definition
INSTALLED_APPS = [
    'django.contrib.admin',
    'django.contrib.auth',
    'django.contrib.contenttypes',
    'django.contrib.sessions',
    'django.contrib.messages',
    'django.contrib.staticfiles',
    'core',
    'title_creator_app',
    'rest_framework',
    'bg_remover',
    # 'attr_extraction',
    'attr_extraction.apps.AttrExtractionConfig',
    # 'attr_extraction.apps.ProductAttributesConfig',  # Full path
]
MIDDLEWARE = [
    'django.middleware.security.SecurityMiddleware',
    'whitenoise.middleware.WhiteNoiseMiddleware',
    'django.contrib.sessions.middleware.SessionMiddleware',
    'django.middleware.common.CommonMiddleware',
    'django.middleware.csrf.CsrfViewMiddleware',
    'django.contrib.auth.middleware.AuthenticationMiddleware',
    'django.contrib.messages.middleware.MessageMiddleware',
    'django.middleware.clickjacking.XFrameOptionsMiddleware',
]
# settings.py
TIME_ZONE = 'Asia/Kolkata'  # Change to your specific timezone
USE_TZ = True
ROOT_URLCONF = 'content_quality_tool.urls'
TEMPLATES = [
    {
        'BACKEND': 'django.template.backends.django.DjangoTemplates',
        'DIRS': [BASE_DIR / "templates", BASE_DIR/ 'content_quality_tool_public/templates', BASE_DIR/ 'video_generator/templates', BASE_DIR/ 'ca/templates'],
        'APP_DIRS': True,
        'OPTIONS': {
            'context_processors': [
                'django.template.context_processors.request',
                'django.contrib.auth.context_processors.auth',
                'django.contrib.messages.context_processors.messages',
            ],
        },
    },
]
WSGI_APPLICATION = 'content_quality_tool.wsgi.application'
# Database
# https://docs.djangoproject.com/en/5.2/ref/settings/#databases
DATABASES = {
    'default': {
        'ENGINE': 'django.db.backends.sqlite3',
        'NAME': BASE_DIR / 'db.sqlite3',
    }
}
# Password validation
# https://docs.djangoproject.com/en/5.2/ref/settings/#auth-password-validators
AUTH_PASSWORD_VALIDATORS = [
    {
        'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',
    },
    {
        'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',
    },
    {
        'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',
    },
    {
        'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',
    },
]
# Internationalization
# https://docs.djangoproject.com/en/5.2/topics/i18n/
LANGUAGE_CODE = 'en-us'
#TIME_ZONE = 'UTC'
TIME_ZONE = 'Asia/Kolkata'
USE_I18N = True
USE_TZ = True
# Static files (CSS, JavaScript, Images)
# https://docs.djangoproject.com/en/5.2/howto/static-files/
STATIC_URL = 'static/'
STATICFILES_DIRS = [
    os.path.join(BASE_DIR, "content_quality_tool_public/static"),
    os.path.join(BASE_DIR, "video_generator/static"),
    os.path.join(BASE_DIR, "ca/static"),
    os.path.join(BASE_DIR, "api/static")
]
# Default primary key field type
# https://docs.djangoproject.com/en/5.2/ref/settings/#default-auto-field
DEFAULT_AUTO_FIELD = 'django.db.models.BigAutoField'
# Gemini API Configuration
GEMINI_API_KEY = os.environ.get('GEMINI_API_KEY', 'AIzaSyBCoVdOMbB5u7BJglqjvVUfpgeYEHhI208')
#AIzaSyAyxp26jdVFlocHVsMYR6Weq2GCB5rblGs, AIzaSyDxsW5DoaZP7evNE5b9Gcj8b3_GjoYk-9M
MEDIA_ROOT = BASE_DIR / 'media'
MEDIA_URL = '/media/'
from django.conf import settings
from django.conf.urls.static import static


urlpatterns = [
    # ... your routes
] + static(settings.MEDIA_URL, document_root=settings.MEDIA_ROOT)
MESSAGE_TAGS = {
    messages.ERROR: 'danger',  # Map Django's error to Bootstrap's danger
    messages.SUCCESS: 'success',
    messages.INFO: 'info',
    messages.WARNING: 'warning',
    messages.DEBUG: 'debug',
}


OPENAI_API_KEY = "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"



GROQ_API_KEY = "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"
GROQ_API_URL = "https://api.groq.com/openai/v1/chat/completions"
SUPPORTED_MODELS = ["llama-3.1-8b-instant", "llama-3.3-70b-versatile", "mixtral-8x7b-32768"]
MAX_BATCH_SIZE = 100  # Maximum products per batch request

CSRF_TRUSTED_ORIGINS = [
    'https://incubator.luminad.com/',
    'https://incubator.luminad.com',
]

# ==================== settings.py ====================
LOGGING = {
    'version': 1,
    'disable_existing_loggers': False,
    'handlers': {
        'console': {
            'class': 'logging.StreamHandler',
        },
    },
    'root': {
        'handlers': ['console'],
        'level': 'INFO',
    },
    'loggers': {
        'attr_extraction': {
            'handlers': ['console'],
            'level': 'INFO',
            'propagate': False,
        },
    },
}




GROQ_API_KEY2 = "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"

GROQ_API_KEY3 = "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", 

GROQ_API_KEY4 = "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"



GROQ_API_KEYS = [
    {
        'key': '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',
        'name': 'groq_key_1'
    },
    {
        'key': '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',
        'name': 'groq_key_2'
    },
    {
        'key': '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',
        'name': 'groq_key_3'
    },
    {
        'key': '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',
        'name': 'groq_key_4'
    },
]



LLM_LOAD_BALANCER_STRATEGY = 'round_robin'

# ==================== PERFORMANCE TUNING ====================

# Per-key rate limiting (requests per minute)
# Groq free tier typically allows 30 RPM per key
# Adjust based on your plan: Free=30, Pay-as-you-go=60+
GROQ_PER_KEY_RPM = 30

# Thread pool configuration
# With 4 keys and image processing
MAX_WORKERS_WITH_IMAGES = 6
# With 4 keys and no image processing
MAX_WORKERS_NO_IMAGES = 12





# ==================== MONITORING & DEBUGGING ====================

# Enable detailed debugging for load balancer
DEBUG_LOAD_BALANCER = False  # Set to True for troubleshooting

# Track API usage statistics
ENABLE_API_USAGE_TRACKING = True

# Alert thresholds
ALERT_FAILURE_RATE_THRESHOLD = 0.1  # Alert if >10% requests fail
ALERT_KEY_UNAVAILABLE_THRESHOLD = 2  # Alert if >2 keys unavailable



# # ==================== LOGGING CONFIGURATION ====================

# LOGGING = {
#     'version': 1,
#     'disable_existing_loggers': False,
#     'formatters': {
#         'verbose': {
#             'format': '{levelname} {asctime} {module} {message}',
#             'style': '{',
#         },
#         'simple': {
#             'format': '{levelname} {message}',
#             'style': '{',
#         },
#     },
#     'handlers': {
#         'console': {
#             'class': 'logging.StreamHandler',
#             'formatter': 'verbose',
#         },
#         'file': {
#             'class': 'logging.handlers.RotatingFileHandler',
#             'filename': 'logs/product_attributes.log',
#             'maxBytes': 1024 * 1024 * 10,  # 10MB
#             'backupCount': 5,
#             'formatter': 'verbose',
#         },
#     },
#     'loggers': {
#         'attr_extraction.services': {
#             'handlers': ['console', 'file'],
#             'level': 'INFO',
#             'propagate': False,
#         },
#         'attr_extraction.llm_load_balancer': {
#             'handlers': ['console', 'file'],
#             'level': 'INFO',
#             'propagate': False,
#         },
#         'attr_extraction.views': {
#             'handlers': ['console', 'file'],
#             'level': 'INFO',
#             'propagate': False,
#         },
#     },
# }