Compare commits
19 Commits
e355999c53
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
| 7242392233 | |||
| 55e8356b1b | |||
| 8023978307 | |||
| 5617440013 | |||
| 7c5e15af99 | |||
| 89f5c4ef0b | |||
| e7cf9edde9 | |||
| a2b13f3d32 | |||
| 12af4e7bbe | |||
| 4cfd5b2dbe | |||
| 3b87da9292 | |||
| 2ab46f1994 | |||
| afd6383daa | |||
| 8a5ff68f23 | |||
| 05d9ea1104 | |||
| 139be129ee | |||
| e1b0ab4dc5 | |||
| cab5c3b7ec | |||
| 9e4d2e031d |
79
app.py
@@ -1,69 +1,20 @@
|
||||
# import requests as r
|
||||
from flask import jsonify, render_template, send_file
|
||||
from poll_services import start_async_loop
|
||||
from mem import services, app, db
|
||||
from app.flask_app import start_flask, stop_event as flask_stop
|
||||
from app.aio_client import start_worker, stop_event as aio_stop
|
||||
import threading
|
||||
from flask_migrate import upgrade, stamp
|
||||
from pathlib import Path
|
||||
from models import service, log
|
||||
from typing import Any, Optional, cast
|
||||
|
||||
# Init and upgrade
|
||||
with app.app_context():
|
||||
# Check if DB file is missing
|
||||
if not (Path("./instance/app.db").is_file()):
|
||||
with app.app_context():
|
||||
db.create_all()
|
||||
stamp()
|
||||
# Upgrade db if any new migrations exist
|
||||
upgrade()
|
||||
|
||||
with app.app_context():
|
||||
if not db.session.query(service).first():
|
||||
for s in services:
|
||||
db.session.add(
|
||||
service(
|
||||
url=s.url,
|
||||
label=s.label,
|
||||
public_access=s.public,
|
||||
ping_method=s.ping_type,
|
||||
)
|
||||
)
|
||||
db.session.commit()
|
||||
|
||||
|
||||
@app.route("/")
|
||||
def homepage():
|
||||
return render_template("home.html", services=services)
|
||||
|
||||
|
||||
@app.route("/api/status")
|
||||
def status():
|
||||
results: list[dict[str, Any]] = []
|
||||
with app.app_context():
|
||||
a = db.session.query(service).all()
|
||||
for s in a:
|
||||
b = cast(
|
||||
Optional[log],
|
||||
s.logs.order_by(
|
||||
log.dateCreated.desc() # type: ignore
|
||||
).first(),
|
||||
)
|
||||
if b:
|
||||
results.append(s.to_dict() | b.to_dict())
|
||||
|
||||
return jsonify(results)
|
||||
|
||||
|
||||
@app.route("/favicon.svg")
|
||||
def favicon():
|
||||
return send_file("/static/favicon.svg")
|
||||
|
||||
import sys
|
||||
import time
|
||||
|
||||
# Only run if directly running file
|
||||
if __name__ == "__main__":
|
||||
t = threading.Thread(target=start_async_loop, daemon=True)
|
||||
t.start()
|
||||
threading.Thread(target=start_worker, daemon=True).start()
|
||||
|
||||
# Run flask app
|
||||
app.run(host="0.0.0.0", port=80, debug=True, use_reloader=False)
|
||||
threading.Thread(target=start_flask, daemon=True).start()
|
||||
|
||||
# Optional: monitor stop_event in a separate thread
|
||||
def monitor_worker():
|
||||
while not aio_stop.is_set() and not flask_stop.is_set():
|
||||
time.sleep(1)
|
||||
print("Worker failed, stopping program...")
|
||||
sys.exit(1)
|
||||
|
||||
monitor_worker()
|
||||
|
||||
22
app/__init__.py
Normal file
@@ -0,0 +1,22 @@
|
||||
from flask_sqlalchemy import SQLAlchemy
|
||||
from flask_migrate import Migrate, upgrade, stamp
|
||||
from .flask_app import app
|
||||
from pathlib import Path
|
||||
|
||||
__all__ = ["app"]
|
||||
|
||||
# Create db
|
||||
db = SQLAlchemy(app=app)
|
||||
|
||||
# Set up migration
|
||||
migrations_dir = Path(__file__).parent / "migrations"
|
||||
migration = Migrate(app=app, db=db, directory=str(migrations_dir))
|
||||
|
||||
# Init and upgrade
|
||||
with app.app_context():
|
||||
# Check if DB file is missing
|
||||
if not (Path("./instance/app.db").is_file()):
|
||||
db.create_all()
|
||||
stamp()
|
||||
# Upgrade db if any new migrations exist
|
||||
upgrade()
|
||||
3
app/aio_client/__init__.py
Normal file
@@ -0,0 +1,3 @@
|
||||
from .worker import start_worker, stop_event
|
||||
|
||||
__all__ = ["start_worker", "stop_event"]
|
||||
47
app/aio_client/client.py
Normal file
@@ -0,0 +1,47 @@
|
||||
import aiohttp
|
||||
from app.models import service, log
|
||||
from types import SimpleNamespace
|
||||
from typing import Optional
|
||||
|
||||
|
||||
async def ping(
|
||||
client: aiohttp.ClientSession,
|
||||
s: service,
|
||||
ctx: Optional[SimpleNamespace] = None,
|
||||
) -> int:
|
||||
ctx = ctx or SimpleNamespace()
|
||||
match s.ping_method:
|
||||
case 0:
|
||||
r = await client.head(
|
||||
url=s.url,
|
||||
ssl=True if s.public_access else False,
|
||||
allow_redirects=True,
|
||||
trace_request_ctx=ctx, # type: ignore
|
||||
)
|
||||
case 1:
|
||||
r = await client.get(
|
||||
url=s.url,
|
||||
ssl=True if s.public_access else False,
|
||||
allow_redirects=True,
|
||||
trace_request_ctx=ctx, # type: ignore
|
||||
)
|
||||
case _:
|
||||
raise Exception("UNKNOWN PING METHOD")
|
||||
|
||||
return r.status
|
||||
|
||||
|
||||
async def ping_service(client: aiohttp.ClientSession, s: service) -> log:
|
||||
try:
|
||||
ctx = SimpleNamespace()
|
||||
status = await ping(client=client, s=s, ctx=ctx)
|
||||
|
||||
if status == 200:
|
||||
return log(service_id=s.id, ping=int(ctx.duration_ms))
|
||||
else:
|
||||
return log(service_id=s.id, ping=None)
|
||||
except aiohttp.ConnectionTimeoutError:
|
||||
return log(service_id=s.id, ping=None, timeout=True)
|
||||
except Exception as e:
|
||||
print(e)
|
||||
return log(service_id=s.id, ping=None)
|
||||
91
app/aio_client/worker.py
Normal file
@@ -0,0 +1,91 @@
|
||||
from sqlalchemy.orm import sessionmaker
|
||||
from config import timeout as timeout_
|
||||
import aiohttp
|
||||
import asyncio
|
||||
import time
|
||||
from types import SimpleNamespace
|
||||
from app import db, app
|
||||
from app.models import service
|
||||
from .client import ping_service
|
||||
import threading
|
||||
|
||||
stop_event = threading.Event()
|
||||
|
||||
|
||||
def start_worker():
|
||||
try:
|
||||
# Creates new event loop in new thread
|
||||
loop = asyncio.new_event_loop()
|
||||
|
||||
# Creates new task on new loop
|
||||
loop.create_task(update_services())
|
||||
|
||||
# Schedule loop to run forever
|
||||
loop.run_forever()
|
||||
except Exception as e:
|
||||
print("Worker thread exception:", e)
|
||||
stop_event.set()
|
||||
|
||||
|
||||
def setup_client() -> aiohttp.ClientSession:
|
||||
timeout = aiohttp.client.ClientTimeout(total=timeout_ / 1000)
|
||||
# Each request will get its own context
|
||||
trace_config = aiohttp.TraceConfig()
|
||||
|
||||
async def on_start(
|
||||
session: aiohttp.ClientSession,
|
||||
context: SimpleNamespace,
|
||||
params: aiohttp.TraceRequestStartParams,
|
||||
):
|
||||
ctx = context.trace_request_ctx
|
||||
ctx.start = time.perf_counter() # store per-request
|
||||
|
||||
async def on_end(
|
||||
session: aiohttp.ClientSession,
|
||||
context: SimpleNamespace,
|
||||
params: aiohttp.TraceRequestEndParams,
|
||||
):
|
||||
ctx = context.trace_request_ctx
|
||||
ctx.end = time.perf_counter()
|
||||
ctx.duration_ms = int((ctx.end - ctx.start) * 1000)
|
||||
|
||||
trace_config.on_request_start.append(on_start)
|
||||
trace_config.on_request_end.append(on_end)
|
||||
client = aiohttp.ClientSession(
|
||||
timeout=timeout, auto_decompress=False, trace_configs=[trace_config]
|
||||
)
|
||||
return client
|
||||
|
||||
|
||||
async def update_services():
|
||||
try:
|
||||
print("Starting service updates...")
|
||||
# Create new session
|
||||
with app.app_context():
|
||||
WorkerSession = sessionmaker(bind=db.engine)
|
||||
|
||||
client = setup_client()
|
||||
|
||||
# Actual update loop
|
||||
while True:
|
||||
session = WorkerSession()
|
||||
# TODO: Add http processing time var
|
||||
# instead of just adding 1 second
|
||||
sleeptask = asyncio.create_task(asyncio.sleep(timeout_ / 1000 + 1))
|
||||
tasks = [
|
||||
ping_service(client=client, s=s)
|
||||
for s in session.query(service).all()
|
||||
]
|
||||
logs = await asyncio.gather(*tasks)
|
||||
await sleeptask
|
||||
try:
|
||||
session.add_all(logs)
|
||||
session.commit()
|
||||
except Exception as e:
|
||||
session.rollback()
|
||||
raise e
|
||||
finally:
|
||||
session.close()
|
||||
except Exception as e:
|
||||
print("Worker thread exception:", e)
|
||||
stop_event.set()
|
||||
20
app/flask_app/__init__.py
Normal file
@@ -0,0 +1,20 @@
|
||||
import threading
|
||||
from flask import Flask
|
||||
|
||||
stop_event = threading.Event()
|
||||
|
||||
# Flask app to serve status
|
||||
app = Flask(__name__)
|
||||
app.config["SQLALCHEMY_DATABASE_URI"] = "sqlite:///app.db"
|
||||
|
||||
|
||||
def start_flask() -> None:
|
||||
try:
|
||||
# Run flask app
|
||||
from .routes import bp
|
||||
|
||||
app.register_blueprint(bp)
|
||||
app.run(host="0.0.0.0", port=80, debug=True, use_reloader=False)
|
||||
except Exception as e:
|
||||
print("Worker thread exception:", e)
|
||||
stop_event.set()
|
||||
101
app/flask_app/routes.py
Normal file
@@ -0,0 +1,101 @@
|
||||
from flask import Blueprint, render_template, abort, jsonify, send_file, json
|
||||
from typing import cast, Optional, Any
|
||||
from datetime import datetime, timedelta, timezone
|
||||
from config import timeout
|
||||
from ..models import service, log
|
||||
from app import app, db
|
||||
|
||||
bp = Blueprint(
|
||||
"main",
|
||||
"__name__",
|
||||
url_prefix="/",
|
||||
static_folder="static",
|
||||
)
|
||||
|
||||
# TODO: Move util functions to seperate file (utils.py?)
|
||||
|
||||
|
||||
# Prepares log data for chart.js chart
|
||||
def prepare_chart_data(
|
||||
logs: list[log],
|
||||
) -> tuple[list[str], list[Optional[int]]]:
|
||||
if len(logs) <= 0: # Return empty if there are no logs
|
||||
return ([], [])
|
||||
|
||||
x = [logs[0].dateCreatedUTC().isoformat()]
|
||||
y = [logs[0].ping]
|
||||
|
||||
for i in range(1, len(logs)):
|
||||
log1 = logs[i]
|
||||
log2 = logs[i - 1]
|
||||
|
||||
# TODO: add timeout duration to log so this can be used
|
||||
# instead of 1.5 * the current timeout + 1.
|
||||
|
||||
# Check if the gap in points exceeds a threshold
|
||||
if (abs(log1.dateCreatedUTC() - log2.dateCreatedUTC())) > timedelta(
|
||||
milliseconds=1.5 * (timeout + 1000)
|
||||
):
|
||||
x.append(log2.dateCreatedUTC().isoformat())
|
||||
y.append(None)
|
||||
|
||||
x.append(log1.dateCreatedUTC().isoformat())
|
||||
y.append(log1.ping)
|
||||
return (x, y)
|
||||
|
||||
|
||||
@bp.route("/")
|
||||
def homepage():
|
||||
return render_template("home.html")
|
||||
|
||||
|
||||
@bp.route("/chart/<int:id>")
|
||||
def chart(id: int):
|
||||
one_hour_ago = datetime.now(timezone.utc) - timedelta(hours=1)
|
||||
with app.app_context():
|
||||
logs = []
|
||||
s = db.session.query(service).filter_by(id=id).first()
|
||||
if s:
|
||||
logs = cast(
|
||||
list[log],
|
||||
s.logs.filter(log.dateCreated >= one_hour_ago)
|
||||
.order_by(log.dateCreated.desc()) # type: ignore
|
||||
.all(),
|
||||
)
|
||||
else:
|
||||
return abort(code=403)
|
||||
x, y = prepare_chart_data(logs=logs)
|
||||
|
||||
now = datetime.now(timezone.utc)
|
||||
max_ = now
|
||||
min_ = now - timedelta(hours=1)
|
||||
return render_template(
|
||||
"chart.html",
|
||||
dates=x,
|
||||
values=json.dumps(y),
|
||||
min=min_.isoformat(),
|
||||
max=max_.isoformat(),
|
||||
)
|
||||
|
||||
|
||||
@bp.route("/api/status")
|
||||
def status():
|
||||
results: list[dict[str, Any]] = []
|
||||
with app.app_context():
|
||||
a = db.session.query(service).all()
|
||||
for s in a:
|
||||
b = cast(
|
||||
Optional[log],
|
||||
s.logs.order_by(
|
||||
log.dateCreated.desc() # type: ignore
|
||||
).first(),
|
||||
)
|
||||
if b:
|
||||
results.append(s.to_dict() | b.to_dict())
|
||||
|
||||
return jsonify(results)
|
||||
|
||||
|
||||
@bp.route("/favicon.svg")
|
||||
def favicon():
|
||||
return send_file("/static/favicon.svg")
|
||||
|
Before Width: | Height: | Size: 2.0 KiB After Width: | Height: | Size: 2.0 KiB |
1
app/flask_app/static/history.svg
Normal file
@@ -0,0 +1 @@
|
||||
<!-- icon666.com - MILLIONS OF FREE VECTOR ICONS --><svg id="Layer_1" enable-background="new 0 0 24 24" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><path d="m18 24h-12c-3.3 0-6-2.7-6-6v-12c0-3.3 2.7-6 6-6h12c3.3 0 6 2.7 6 6v12c0 3.3-2.7 6-6 6z" fill="#00adff" style="fill: rgb(82, 82, 82);"></path><path d="m12 3.8c4.5 0 8.2 3.7 8.2 8.2s-3.7 8.2-8.2 8.2-8.2-3.7-8.2-8.2h1.6c0 3.6 3 6.6 6.6 6.6s6.6-3 6.6-6.6-3-6.6-6.6-6.6c-2.1 0-3.9.9-5 2.4l1.7 1.7h-4.9v-4.9l2 2c1.5-1.7 3.7-2.8 6.2-2.8zm.8 4.1v3.8l2.6 2.6-1.1 1.1-3.1-3.1v-4.4z" fill="#fff"></path></svg>
|
||||
|
After Width: | Height: | Size: 566 B |
|
Before Width: | Height: | Size: 1.5 KiB After Width: | Height: | Size: 1.5 KiB |
|
Before Width: | Height: | Size: 191 B After Width: | Height: | Size: 191 B |
|
Before Width: | Height: | Size: 2.4 KiB After Width: | Height: | Size: 2.4 KiB |
|
Before Width: | Height: | Size: 680 B After Width: | Height: | Size: 680 B |
|
Before Width: | Height: | Size: 550 B After Width: | Height: | Size: 550 B |
|
Before Width: | Height: | Size: 1.4 KiB After Width: | Height: | Size: 1.4 KiB |
|
Before Width: | Height: | Size: 5.5 KiB After Width: | Height: | Size: 5.5 KiB |
|
Before Width: | Height: | Size: 389 B After Width: | Height: | Size: 389 B |
|
Before Width: | Height: | Size: 1.0 KiB After Width: | Height: | Size: 1.0 KiB |
|
Before Width: | Height: | Size: 7.8 KiB After Width: | Height: | Size: 7.8 KiB |
|
Before Width: | Height: | Size: 5.4 KiB After Width: | Height: | Size: 5.4 KiB |
|
Before Width: | Height: | Size: 8.9 KiB After Width: | Height: | Size: 8.9 KiB |
|
Before Width: | Height: | Size: 950 B After Width: | Height: | Size: 950 B |
|
Before Width: | Height: | Size: 642 B After Width: | Height: | Size: 642 B |
66
app/flask_app/templates/chart.html
Normal file
@@ -0,0 +1,66 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en" data-bs-theme="dark">
|
||||
|
||||
<head>
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1" charset=" UTF-8">
|
||||
<title>Simple Line Chart</title>
|
||||
<link href="https://cdn.jsdelivr.net/npm/bootstrap@5.3.8/dist/css/bootstrap.min.css" rel="stylesheet"
|
||||
integrity="sha384-sRIl4kxILFvY47J16cr9ZwB07vP4J8+LH7qKQnuqkuIAvNWLzeN8tE5YBujZqJLB" crossorigin="anonymous">
|
||||
<link rel="icon" type="image/svg+xml" href="/static/favicon.svg">
|
||||
<script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
|
||||
<script src="https://cdn.jsdelivr.net/npm/chartjs-adapter-date-fns"></script>
|
||||
<script src="https://www.chartjs.org/docs/latest/samples/utils.js"></script>
|
||||
</head>
|
||||
|
||||
<body>
|
||||
|
||||
<canvas id="myChart"></canvas>
|
||||
|
||||
</body>
|
||||
|
||||
<script>
|
||||
|
||||
const chartDates = ({{ dates | safe }}).map(dt => new Date(dt));
|
||||
const data = {
|
||||
labels: chartDates,
|
||||
datasets: [{
|
||||
label: 'Ping',
|
||||
data: {{ values }},
|
||||
}]
|
||||
};
|
||||
|
||||
const ctx = document.getElementById('myChart').getContext('2d');
|
||||
// Current time in UTC
|
||||
const nowUTC = new Date();
|
||||
|
||||
// One hour ago in UTC
|
||||
const oneDayAgoUTC = new Date(nowUTC.getTime() - 24 * 60 * 60 * 1000);
|
||||
const min = "{{ min }}"
|
||||
const max = "{{ max }}"
|
||||
new Chart(ctx, {
|
||||
type: 'line',
|
||||
data: data,
|
||||
options: {
|
||||
scales: {
|
||||
x: {
|
||||
type: 'time', // Important for datetime axis
|
||||
time: {
|
||||
unit: 'minute',
|
||||
tooltipFormat: 'HH:mm:ss',
|
||||
displayFormats: { hour: 'HH:mm' }
|
||||
},
|
||||
min: min,
|
||||
max: max,
|
||||
ticks: { color: '#ffffff' }, // X-axis labels
|
||||
grid: { color: 'rgba(255, 255, 255, 0.1)' } // X-axis grid lines
|
||||
},
|
||||
y: {
|
||||
ticks: { color: '#ffffff' }, // Y-axis labels
|
||||
grid: { color: 'rgba(255, 255, 255, 0.1)' } // Y-axis grid lines
|
||||
}
|
||||
}
|
||||
}
|
||||
});
|
||||
</script>
|
||||
|
||||
</html>
|
||||
@@ -30,12 +30,12 @@
|
||||
|
||||
const interval = 5000; // 5 seconds between requests
|
||||
const progressBar = document.getElementById('progressBar');
|
||||
const chartURL = "{{ url_for("main.chart", id=0) }}"
|
||||
|
||||
function fetchData() {
|
||||
fetch(url, { cache: 'no-store' })
|
||||
.then(response => response.json())
|
||||
.then(data => {
|
||||
console.log(data)
|
||||
updateWebpage(data)
|
||||
})
|
||||
.catch(error => console.error("Error fetching data", error))
|
||||
@@ -75,28 +75,47 @@
|
||||
|
||||
// Build all service divs as a single string
|
||||
main_body.innerHTML = services.map(s => `
|
||||
<a href="${s.url}" class="d-block text-body text-decoration-none m-2 border border-3 ${s.ping ? 'border-success' : 'border-danger'}" style="width: 175px">
|
||||
<div class="bg-body-tertiary d-flex flex-column align-items-center">
|
||||
<div class="service-tile position-relative m-2" style="width: 175px">
|
||||
<a href="${s.url}" class="text-body text-decoration-none bg-body-tertiary d-flex flex-column align-items-center border border-3 ${s.ping ? 'border-success' : 'border-danger'}">
|
||||
<div class="bg-dark w-100">
|
||||
<h4 class="text-center text-truncate m-0 p-1">${s.label}</h4>
|
||||
</div>
|
||||
<div class="position-relative ratio ratio-1x1">
|
||||
<div class="d-flex justify-content-center align-items-center">
|
||||
<img src="static/icons/${s.service_id - 1}.svg" class="img-fluid w-75">
|
||||
<img src="{{ url_for('static', filename="icons") }}/${s.service_id - 1}.svg" class="img-fluid w-75">
|
||||
</div>
|
||||
<div>
|
||||
${s.public_access ? `` : `<img src='static/lock.svg' class='img-fluid position-absolute bottom-0 end-0 w-25'>`}
|
||||
${s.public_access ? `` : `<img src='{{ url_for('static', filename='lock.svg') }}' class='img-fluid position-absolute bottom-0 end-0 w-25'>`}
|
||||
<div class="position-absolute bottom-0 text-body bg-dark bg-opacity-75 px-1 rounded">${s.ping ? s.ping + "ms" : ""}</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</a>
|
||||
</a>
|
||||
<a href="${chartURL.replace("0", s.service_id)}" class="overlay position-absolute bottom-0 end-0 m-1" style="width:40px;">
|
||||
<img src="{{ url_for('static', filename='history.svg') }}">
|
||||
</a>
|
||||
</div>
|
||||
`).join(''); // join into a single string
|
||||
}
|
||||
|
||||
fetchData(); // start the loop
|
||||
</script>
|
||||
|
||||
<!-- Add this CSS once (in your stylesheet or in a <style> block) -->
|
||||
<style>
|
||||
/* make overlay invisible and non-interactive by default */
|
||||
.service-tile .overlay {
|
||||
opacity: 0;
|
||||
pointer-events: none;
|
||||
transition: opacity .18s ease;
|
||||
}
|
||||
|
||||
/* reveal overlay on hover (and make it clickable) */
|
||||
.service-tile:hover .overlay {
|
||||
opacity: 1;
|
||||
pointer-events: auto;
|
||||
}
|
||||
</style>
|
||||
|
||||
<script src="https://cdn.jsdelivr.net/npm/bootstrap@5.3.8/dist/js/bootstrap.bundle.min.js"
|
||||
integrity="sha384-FKyoEForCGlyvwx9Hj09JcYn3nv7wiPVlz7YYwJrWVcXK/BmnVDxM+D2scQbITxI"
|
||||
crossorigin="anonymous"></script>
|
||||
37
app/migrations/versions/3c05315d5b9b_.py
Normal file
@@ -0,0 +1,37 @@
|
||||
"""empty message
|
||||
|
||||
Revision ID: 3c05315d5b9b
|
||||
Revises: f87909a4293b
|
||||
Create Date: 2025-09-05 09:48:08.561045
|
||||
|
||||
"""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
|
||||
|
||||
# revision identifiers, used by Alembic.
|
||||
revision = "3c05315d5b9b"
|
||||
down_revision = "f87909a4293b"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade():
|
||||
# ### commands auto generated by Alembic - please adjust! ###
|
||||
with op.batch_alter_table("log", schema=None) as batch_op:
|
||||
batch_op.add_column(
|
||||
sa.Column(
|
||||
"timeout", sa.Boolean(), nullable=False, server_default="false"
|
||||
)
|
||||
)
|
||||
|
||||
# ### end Alembic commands ###
|
||||
|
||||
|
||||
def downgrade():
|
||||
# ### commands auto generated by Alembic - please adjust! ###
|
||||
with op.batch_alter_table("log", schema=None) as batch_op:
|
||||
batch_op.drop_column("timeout")
|
||||
|
||||
# ### end Alembic commands ###
|
||||
@@ -1,4 +1,4 @@
|
||||
from mem import db
|
||||
from app import db
|
||||
from datetime import datetime, timezone
|
||||
from validators import url as is_url
|
||||
from typing import Any, Optional
|
||||
@@ -13,22 +13,30 @@ class log(db.Model):
|
||||
nullable=False,
|
||||
)
|
||||
ping: Optional[int] = db.Column(db.Integer, nullable=True)
|
||||
timeout: bool = db.Column(db.Boolean, nullable=False)
|
||||
|
||||
def __init__(self, service_id: int, ping: Optional[int]):
|
||||
def __init__(
|
||||
self, service_id: int, ping: Optional[int], timeout: bool = False
|
||||
):
|
||||
super().__init__()
|
||||
self.service_id = service_id
|
||||
self.ping = ping
|
||||
|
||||
self.dateCreated = datetime.now(timezone.utc)
|
||||
self.timeout = timeout
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return {
|
||||
"log_id": self.id,
|
||||
"service_id": self.service_id,
|
||||
"ping": self.ping,
|
||||
"dateCreated": self.dateCreated,
|
||||
"dateCreated": self.dateCreatedUTC(),
|
||||
"timeout": self.timeout,
|
||||
}
|
||||
|
||||
def dateCreatedUTC(self) -> datetime:
|
||||
return self.dateCreated.replace(tzinfo=timezone.utc)
|
||||
|
||||
|
||||
class service(db.Model):
|
||||
id: int = db.Column(db.Integer, primary_key=True) # TODO: Switch to UUID
|
||||
95
app/routes.py
Normal file
@@ -0,0 +1,95 @@
|
||||
from flask import Blueprint, render_template, abort, jsonify, send_file, json
|
||||
from typing import cast, Optional, Any
|
||||
from datetime import datetime, timedelta, timezone
|
||||
from config import timeout
|
||||
from .models import service, log
|
||||
from app import app, db
|
||||
|
||||
bp = Blueprint(
|
||||
"main",
|
||||
"__name__",
|
||||
url_prefix="/",
|
||||
static_folder="static",
|
||||
)
|
||||
|
||||
|
||||
# Prepares log data for chart.js chart
|
||||
def prepare_chart_data(
|
||||
logs: list[log],
|
||||
) -> tuple[list[str], list[Optional[int]]]:
|
||||
if len(logs) <= 0: # Return empty if there are no logs
|
||||
return ([], [])
|
||||
|
||||
x = [logs[0].dateCreatedUTC().isoformat()]
|
||||
y = [logs[0].ping]
|
||||
|
||||
for i in range(1, len(logs)):
|
||||
log1 = logs[i]
|
||||
log2 = logs[i - 1]
|
||||
|
||||
# Check if the gap in points exceeds a threshold
|
||||
if (abs(log1.dateCreatedUTC() - log2.dateCreatedUTC())) > timedelta(
|
||||
milliseconds=1.5 * (timeout + 1000)
|
||||
):
|
||||
x.append(log2.dateCreatedUTC().isoformat())
|
||||
y.append(None)
|
||||
|
||||
x.append(log1.dateCreatedUTC().isoformat())
|
||||
y.append(log1.ping)
|
||||
return (x, y)
|
||||
|
||||
|
||||
@bp.route("/")
|
||||
def homepage():
|
||||
return render_template("home.html")
|
||||
|
||||
|
||||
@bp.route("/chart/<int:id>")
|
||||
def chart(id: int):
|
||||
with app.app_context():
|
||||
logs = []
|
||||
s = db.session.query(service).filter_by(id=id).first()
|
||||
if s:
|
||||
logs = cast(
|
||||
list[log],
|
||||
s.logs.order_by(log.dateCreated.desc()) # type: ignore
|
||||
.limit(300)
|
||||
.all(),
|
||||
)
|
||||
else:
|
||||
return abort(code=403)
|
||||
x, y = prepare_chart_data(logs=logs)
|
||||
|
||||
now = datetime.now(timezone.utc)
|
||||
max_ = now
|
||||
min_ = now - timedelta(hours=1)
|
||||
return render_template(
|
||||
"chart.html",
|
||||
dates=x,
|
||||
values=json.dumps(y),
|
||||
min=min_.isoformat(),
|
||||
max=max_.isoformat(),
|
||||
)
|
||||
|
||||
|
||||
@bp.route("/api/status")
|
||||
def status():
|
||||
results: list[dict[str, Any]] = []
|
||||
with app.app_context():
|
||||
a = db.session.query(service).all()
|
||||
for s in a:
|
||||
b = cast(
|
||||
Optional[log],
|
||||
s.logs.order_by(
|
||||
log.dateCreated.desc() # type: ignore
|
||||
).first(),
|
||||
)
|
||||
if b:
|
||||
results.append(s.to_dict() | b.to_dict())
|
||||
|
||||
return jsonify(results)
|
||||
|
||||
|
||||
@bp.route("/favicon.svg")
|
||||
def favicon():
|
||||
return send_file("/static/favicon.svg")
|
||||
@@ -1,62 +0,0 @@
|
||||
from typing import Any
|
||||
from flask import Flask
|
||||
from flask_sqlalchemy import SQLAlchemy
|
||||
from flask_migrate import Migrate
|
||||
|
||||
|
||||
class service:
|
||||
id: int
|
||||
url: str
|
||||
online: bool
|
||||
public: bool
|
||||
ping_type: int
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
id: int,
|
||||
url: str = "",
|
||||
label: str = "",
|
||||
public: bool = True,
|
||||
ping_type: int = 0,
|
||||
):
|
||||
self.id = id
|
||||
self.url = url
|
||||
self.public = public
|
||||
self.label = label
|
||||
self.ping_type = ping_type
|
||||
|
||||
def to_dict(self) -> dict[str, Any]:
|
||||
return {
|
||||
"url": self.url,
|
||||
"public": self.public,
|
||||
"label": self.label,
|
||||
"id": self.id,
|
||||
"ping_type": self.ping_type,
|
||||
}
|
||||
|
||||
|
||||
services: list[service] = [
|
||||
service(0, "https://git.ihatemen.uk/", "Gitea"),
|
||||
service(1, "https://plex.ihatemen.uk/", "Plex"),
|
||||
service(2, "https://truenas.local/", "TrueNAS", False),
|
||||
service(3, "https://cloud.ihatemen.uk/", "NextCloud"),
|
||||
service(4, "https://request.ihatemen.uk/", "Overseerr"),
|
||||
service(5, "https://id.ihatemen.uk/", "PocketID"),
|
||||
service(6, "https://tautulli.local/", "Tautulli", False),
|
||||
service(
|
||||
7, "https://transmission.local/", "Transmission", False, ping_type=1
|
||||
),
|
||||
service(8, "https://vault.ihatemen.uk/", "Vault Warden"),
|
||||
service(9, "https://nginx.local/", "Nginx (NPM)", False),
|
||||
service(10, "https://app.ihatemen.uk/", "Kcal Counter"),
|
||||
service(
|
||||
id=11, url="https://unifi.local/", label="Unifi Server", public=False
|
||||
),
|
||||
]
|
||||
|
||||
# Flask app to serve status
|
||||
app = Flask(__name__)
|
||||
app.config["SQLALCHEMY_DATABASE_URI"] = "sqlite:///app.db"
|
||||
|
||||
db = SQLAlchemy(app=app)
|
||||
migration = Migrate(app=app, db=db)
|
||||
@@ -1,71 +0,0 @@
|
||||
from mem import db, app
|
||||
import aiohttp
|
||||
import asyncio
|
||||
import time
|
||||
from models import log, service
|
||||
from sqlalchemy.orm import sessionmaker
|
||||
|
||||
|
||||
async def check_service(client: aiohttp.ClientSession, s: service) -> log:
|
||||
try:
|
||||
timeout = aiohttp.client.ClientTimeout(total=4)
|
||||
before = time.perf_counter()
|
||||
match s.ping_method:
|
||||
case 0:
|
||||
r = await client.head(
|
||||
url=s.url,
|
||||
ssl=True if s.public_access else False,
|
||||
allow_redirects=True,
|
||||
timeout=timeout,
|
||||
auto_decompress=False,
|
||||
)
|
||||
case 1:
|
||||
r = await client.get(
|
||||
url=s.url,
|
||||
ssl=True if s.public_access else False,
|
||||
allow_redirects=True,
|
||||
timeout=timeout,
|
||||
auto_decompress=False,
|
||||
)
|
||||
case _:
|
||||
raise Exception("UNKNOWN PING TYPE")
|
||||
after = time.perf_counter()
|
||||
if r.status == 200:
|
||||
return log(service_id=s.id, ping=int((after - before) * 1000))
|
||||
else:
|
||||
return log(service_id=s.id, ping=None)
|
||||
except aiohttp.ConnectionTimeoutError:
|
||||
return log(service_id=s.id, ping=None)
|
||||
except Exception:
|
||||
return log(service_id=s.id, ping=None)
|
||||
|
||||
|
||||
def start_async_loop():
|
||||
loop = asyncio.new_event_loop()
|
||||
asyncio.set_event_loop(loop)
|
||||
asyncio.run_coroutine_threadsafe(update_services(loop=loop), loop=loop)
|
||||
loop.run_forever()
|
||||
|
||||
|
||||
async def update_services(loop: asyncio.AbstractEventLoop):
|
||||
print("Starting service updates...")
|
||||
with app.app_context():
|
||||
WorkerSession = sessionmaker(bind=db.engine)
|
||||
client = aiohttp.ClientSession()
|
||||
while True:
|
||||
session = WorkerSession()
|
||||
sleeptask = asyncio.create_task(asyncio.sleep(5))
|
||||
tasks = [
|
||||
check_service(client=client, s=s)
|
||||
for s in session.query(service).all()
|
||||
]
|
||||
logs = await asyncio.gather(*tasks)
|
||||
await sleeptask
|
||||
try:
|
||||
session.add_all(logs)
|
||||
session.commit()
|
||||
except Exception as e:
|
||||
session.rollback()
|
||||
raise e
|
||||
finally:
|
||||
session.close()
|
||||