Changing number of workers

Author: Aayush-Agnihotri

Dockerfile

@@ -1,7 +1,7 @@
-FROM python:3.9
+FROM python:3.9-slim
 RUN mkdir -p /usr/src/app
 WORKDIR /usr/src/app
 COPY . .
 RUN pip3 install --upgrade pip
 RUN pip install -r requirements.txt
-CMD gunicorn app:app -b 0.0.0.0:8000 --workers 4
+CMD gunicorn app:app -b 0.0.0.0:8000 --workers 2 --worker-class gevent --timeout 60 --max-requests 1000 --max-requests-jitter 200

app.py

@@ -6,7 +6,6 @@
 from graphene import Schema
 from src.schema import Query, Mutation
 from src.utils.team_loader import TeamLoader
-import os
 import signal
 import sys
 from dotenv import load_dotenv
@@ -15,39 +14,53 @@
 
 app = Flask(__name__)
 
+
 @app.before_request
 def start_timer():
     g.start = time.time()
-    
+
     if request.path == "/graphql" and request.method == "POST":
         try:
             # Try to extract the GraphQL query name for better logging
             query_data = request.get_json()
-            if query_data and 'query' in query_data:
-                g.query = query_data['query'].split("{", 1)[0].strip()
-                logging.info(f"[{time.strftime('%H:%M:%S')}] --> GraphQL {g.query} started")
+            if query_data and "query" in query_data:
+                g.query = query_data["query"].split("{", 1)[0].strip()
+                logging.info(
+                    f"[{time.strftime('%H:%M:%S')}] --> GraphQL {g.query} started"
+                )
         except:
             pass
-    
-    logging.info(f"[{time.strftime('%H:%M:%S')}] --> {request.method} {request.path} started")
+
+    logging.info(
+        f"[{time.strftime('%H:%M:%S')}] --> {request.method} {request.path} started"
+    )
+
 
 @app.after_request
 def log_response_time(response):
-    if hasattr(g, 'start'):
+    if hasattr(g, "start"):
         duration = time.time() - g.start
-        
+
         if duration > 5.0:  # Flag slow requests
-            if hasattr(g, 'query'):
-                logging.warning(f"[{time.strftime('%H:%M:%S')}] <-- SLOW GraphQL {g.query} ({duration:.2f}s)")
+            if hasattr(g, "query"):
+                logging.warning(
+                    f"[{time.strftime('%H:%M:%S')}] <-- SLOW GraphQL {g.query} ({duration:.2f}s)"
+                )
             else:
-                logging.warning(f"[{time.strftime('%H:%M:%S')}] <-- SLOW {request.method} {request.path} ({duration:.2f}s)")
+                logging.warning(
+                    f"[{time.strftime('%H:%M:%S')}] <-- SLOW {request.method} {request.path} ({duration:.2f}s)"
+                )
         else:
-            if hasattr(g, 'query'):
-                logging.info(f"[{time.strftime('%H:%M:%S')}] <-- GraphQL {g.query} finished in {duration:.2f}s")
+            if hasattr(g, "query"):
+                logging.info(
+                    f"[{time.strftime('%H:%M:%S')}] <-- GraphQL {g.query} finished in {duration:.2f}s"
+                )
             else:
-                logging.info(f"[{time.strftime('%H:%M:%S')}] <-- {request.method} {request.path} finished in {duration:.2f}s")
+                logging.info(
+                    f"[{time.strftime('%H:%M:%S')}] <-- {request.method} {request.path} finished in {duration:.2f}s"
+                )
     return response
-    
+
 
 # Configure logging
 logging.basicConfig(
@@ -58,18 +71,23 @@ def log_response_time(response):
 
 schema = Schema(query=Query, mutation=Mutation)
 
+
 def create_context():
-    return {
-        "team_loader": TeamLoader()
-    }
+    return {"team_loader": TeamLoader()}
+
 
 app.add_url_rule(
-    "/graphql", view_func=GraphQLView.as_view("graphql", schema=schema, graphiql=True, get_context=create_context)
+    "/graphql",
+    view_func=GraphQLView.as_view(
+        "graphql", schema=schema, graphiql=True, get_context=create_context
+    ),
 )
 
+
 def signal_handler(sig, frame):
     sys.exit(0)
 
+
 signal.signal(signal.SIGINT, signal_handler)
 signal.signal(signal.SIGTERM, signal_handler)
 

src/models/game.py

@@ -1,5 +1,4 @@
 from bson.objectid import ObjectId
-from src.database import db
 
 
 class Game:

src/models/team.py

@@ -1,5 +1,4 @@
 from bson.objectid import ObjectId
-from src.database import db
 
 
 class Team:

src/models/youtube_video.py

@@ -1,5 +1,4 @@
 from bson.objectid import ObjectId
-from src.database import db
 
 
 class YoutubeVideo:
@@ -15,7 +14,9 @@ class YoutubeVideo:
         - `published_at`    The date and time the video was published.
     """
 
-    def __init__(self, title, description, thumbnail, b64_thumbnail, url, published_at, id=None):
+    def __init__(
+        self, title, description, thumbnail, b64_thumbnail, url, published_at, id=None
+    ):
         self.id = id if id else str(ObjectId())
         self.title = title
         self.description = description

src/scrapers/youtube_stats.py

@@ -3,14 +3,14 @@
 from dotenv import load_dotenv
 from src.models.youtube_video import YoutubeVideo
 from src.services.youtube_video_service import YoutubeVideoService
-from src.database import db
 import base64
 import os
 import html
 
 load_dotenv()
 YOUTUBE_API_KEY = os.getenv("YOUTUBE_API_KEY")
 
+
 def fetch_videos():
     """
     Fetches the latest videos from the YouTube API and stores them in the database.
@@ -24,6 +24,7 @@ def fetch_videos():
             continue
         process_video_item(item)
 
+
 def process_video_item(item):
     """
     Extracts the required data from a video item and
@@ -33,7 +34,7 @@ def process_video_item(item):
     video_id = item["id"]["videoId"]
 
     # video metadata
-    snippet = item["snippet"]    
+    snippet = item["snippet"]
     title = html.unescape(snippet.get("title"))
     description = html.unescape(snippet.get("description"))
 
@@ -47,15 +48,15 @@ def process_video_item(item):
         try:
             response = requests.get(thumbnail)
             response.raise_for_status()
-            encoded_thumbnail = base64.b64encode(response.content).decode('utf-8')
+            encoded_thumbnail = base64.b64encode(response.content).decode("utf-8")
         except Exception as e:
             print(f"Error fetching thumbnail: {e}")
-    
+
     published_at = snippet.get("publishedAt")
     video_url = f"https://www.youtube.com/watch?v={video_id}"
 
     video_data = {
-        "id": video_id, # use video id for easy retrieval
+        "id": video_id,  # use video id for easy retrieval
         "title": title,
         "description": description,
         "thumbnail": thumbnail,
@@ -74,4 +75,4 @@ def process_video_data(video_data):
     if existing_video:
         return
 
-    YoutubeVideoService.create_video(video_data)
+    YoutubeVideoService.create_video(video_data)