MAJOR REFACTOR P1

app/aio_client/__init__.py

@@ -0,0 +1,3 @@
+from .worker import start_worker, stop_event
+
+__all__ = ["start_worker", "stop_event"]

app/aio_client/client.py

@@ -0,0 +1,47 @@
+import aiohttp
+from app.models import service, log
+from types import SimpleNamespace
+from typing import Optional
+
+
+async def ping(
+    client: aiohttp.ClientSession,
+    s: service,
+    ctx: Optional[SimpleNamespace] = None,
+) -> int:
+    ctx = ctx or SimpleNamespace()
+    match s.ping_method:
+        case 0:
+            r = await client.head(
+                url=s.url,
+                ssl=True if s.public_access else False,
+                allow_redirects=True,
+                trace_request_ctx=ctx,  # type: ignore
+            )
+        case 1:
+            r = await client.get(
+                url=s.url,
+                ssl=True if s.public_access else False,
+                allow_redirects=True,
+                trace_request_ctx=ctx,  # type: ignore
+            )
+        case _:
+            raise Exception("UNKNOWN PING METHOD")
+
+    return r.status
+
+
+async def ping_service(client: aiohttp.ClientSession, s: service) -> log:
+    try:
+        ctx = SimpleNamespace()
+        status = await ping(client=client, s=s, ctx=ctx)
+
+        if status == 200:
+            return log(service_id=s.id, ping=int(ctx.duration_ms))
+        else:
+            return log(service_id=s.id, ping=None)
+    except aiohttp.ConnectionTimeoutError:
+        return log(service_id=s.id, ping=None, timeout=True)
+    except Exception as e:
+        print(e)
+        return log(service_id=s.id, ping=None)

app/aio_client/worker.py

@@ -0,0 +1,89 @@
+from sqlalchemy.orm import sessionmaker
+from app.config import timeout as timeout_
+import aiohttp
+import asyncio
+import time
+from types import SimpleNamespace
+from app import db, app
+from app.models import service
+from .client import ping_service
+import threading
+
+stop_event = threading.Event()
+
+
+def start_worker():
+    try:
+        # Creates new event loop in new thread
+        loop = asyncio.new_event_loop()
+
+        # Creates new task on new loop
+        loop.create_task(update_services())
+
+        # Schedule loop to run forever
+        loop.run_forever()
+    except Exception as e:
+        print("Worker thread exception:", e)
+        stop_event.set()
+
+
+def setup_client() -> aiohttp.ClientSession:
+    timeout = aiohttp.client.ClientTimeout(total=timeout_ / 1000)
+    # Each request will get its own context
+    trace_config = aiohttp.TraceConfig()
+
+    async def on_start(
+        session: aiohttp.ClientSession,
+        context: SimpleNamespace,
+        params: aiohttp.TraceRequestStartParams,
+    ):
+        ctx = context.trace_request_ctx
+        ctx.start = time.perf_counter()  # store per-request
+
+    async def on_end(
+        session: aiohttp.ClientSession,
+        context: SimpleNamespace,
+        params: aiohttp.TraceRequestEndParams,
+    ):
+        ctx = context.trace_request_ctx
+        ctx.end = time.perf_counter()
+        ctx.duration_ms = int((ctx.end - ctx.start) * 1000)
+
+    trace_config.on_request_start.append(on_start)
+    trace_config.on_request_end.append(on_end)
+    client = aiohttp.ClientSession(
+        timeout=timeout, auto_decompress=False, trace_configs=[trace_config]
+    )
+    return client
+
+
+async def update_services():
+    try:
+        print("Starting service updates...")
+        # Create new session
+        with app.app_context():
+            WorkerSession = sessionmaker(bind=db.engine)
+
+        client = setup_client()
+
+        # Actual update loop
+        while True:
+            session = WorkerSession()
+            sleeptask = asyncio.create_task(asyncio.sleep(timeout_ / 1000 + 1))
+            tasks = [
+                ping_service(client=client, s=s)
+                for s in session.query(service).all()
+            ]
+            logs = await asyncio.gather(*tasks)
+            await sleeptask
+            try:
+                session.add_all(logs)
+                session.commit()
+            except Exception as e:
+                session.rollback()
+                raise e
+            finally:
+                session.close()
+    except Exception as e:
+        print("Worker thread exception:", e)
+        stop_event.set()