feat: indie status page MVP -- FastAPI + SQLite
- 8 DB models (services, incidents, monitors, subscribers, etc.) - Full CRUD API for services, incidents, monitors - Public status page with live data - Incident detail page with timeline - API key authentication - Uptime monitoring scheduler - 13 tests passing - TECHNICAL_DESIGN.md with full spec
This commit is contained in:
IndieStatusBot
commit
902133edd3
4655 changed files with 1342691 additions and 0 deletions
243
venv/lib/python3.11/site-packages/mypy/metastore.py
Normal file
243
venv/lib/python3.11/site-packages/mypy/metastore.py
Normal file
|
|
@ -0,0 +1,243 @@
|
|||
"""Interfaces for accessing metadata.
|
||||
|
||||
We provide two implementations.
|
||||
* The "classic" file system implementation, which uses a directory
|
||||
structure of files.
|
||||
* A hokey sqlite backed implementation, which basically simulates
|
||||
the file system in an effort to work around poor file system performance
|
||||
on OS X.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import binascii
|
||||
import os
|
||||
import time
|
||||
from abc import abstractmethod
|
||||
from collections.abc import Iterable
|
||||
from typing import TYPE_CHECKING, Any
|
||||
|
||||
from mypy.util import os_path_join
|
||||
|
||||
if TYPE_CHECKING:
|
||||
# We avoid importing sqlite3 unless we are using it so we can mostly work
|
||||
# on semi-broken pythons that are missing it.
|
||||
import sqlite3
|
||||
|
||||
|
||||
class MetadataStore:
|
||||
"""Generic interface for metadata storage."""
|
||||
|
||||
@abstractmethod
|
||||
def getmtime(self, name: str) -> float:
|
||||
"""Read the mtime of a metadata entry.
|
||||
|
||||
Raises FileNotFound if the entry does not exist.
|
||||
"""
|
||||
|
||||
@abstractmethod
|
||||
def read(self, name: str) -> bytes:
|
||||
"""Read the contents of a metadata entry.
|
||||
|
||||
Raises FileNotFound if the entry does not exist.
|
||||
"""
|
||||
|
||||
@abstractmethod
|
||||
def write(self, name: str, data: bytes, mtime: float | None = None) -> bool:
|
||||
"""Write a metadata entry.
|
||||
|
||||
If mtime is specified, set it as the mtime of the entry. Otherwise,
|
||||
the current time is used.
|
||||
|
||||
Returns True if the entry is successfully written, False otherwise.
|
||||
"""
|
||||
|
||||
@abstractmethod
|
||||
def remove(self, name: str) -> None:
|
||||
"""Delete a metadata entry"""
|
||||
|
||||
@abstractmethod
|
||||
def commit(self) -> None:
|
||||
"""If the backing store requires a commit, do it.
|
||||
|
||||
But N.B. that this is not *guaranteed* to do anything, and
|
||||
there is no guarantee that changes are not made until it is
|
||||
called.
|
||||
"""
|
||||
|
||||
@abstractmethod
|
||||
def list_all(self) -> Iterable[str]: ...
|
||||
|
||||
@abstractmethod
|
||||
def close(self) -> None:
|
||||
"""Release any resources held by the backing store."""
|
||||
|
||||
|
||||
def random_string() -> str:
|
||||
return binascii.hexlify(os.urandom(8)).decode("ascii")
|
||||
|
||||
|
||||
class FilesystemMetadataStore(MetadataStore):
|
||||
def __init__(self, cache_dir_prefix: str) -> None:
|
||||
# We check startswith instead of equality because the version
|
||||
# will have already been appended by the time the cache dir is
|
||||
# passed here.
|
||||
if cache_dir_prefix.startswith(os.devnull):
|
||||
self.cache_dir_prefix = None
|
||||
else:
|
||||
self.cache_dir_prefix = cache_dir_prefix
|
||||
|
||||
def getmtime(self, name: str) -> float:
|
||||
if not self.cache_dir_prefix:
|
||||
raise FileNotFoundError()
|
||||
|
||||
return int(os.path.getmtime(os_path_join(self.cache_dir_prefix, name)))
|
||||
|
||||
def read(self, name: str) -> bytes:
|
||||
assert not os.path.isabs(name), "Don't use absolute paths!"
|
||||
|
||||
if not self.cache_dir_prefix:
|
||||
raise FileNotFoundError()
|
||||
|
||||
with open(os_path_join(self.cache_dir_prefix, name), "rb", buffering=0) as f:
|
||||
return f.read()
|
||||
|
||||
def write(self, name: str, data: bytes, mtime: float | None = None) -> bool:
|
||||
assert not os.path.isabs(name), "Don't use absolute paths!"
|
||||
|
||||
if not self.cache_dir_prefix:
|
||||
return False
|
||||
|
||||
path = os_path_join(self.cache_dir_prefix, name)
|
||||
tmp_filename = path + "." + random_string()
|
||||
try:
|
||||
os.makedirs(os.path.dirname(path), exist_ok=True)
|
||||
with open(tmp_filename, "wb") as f:
|
||||
f.write(data)
|
||||
os.replace(tmp_filename, path)
|
||||
if mtime is not None:
|
||||
os.utime(path, times=(mtime, mtime))
|
||||
|
||||
except OSError:
|
||||
return False
|
||||
return True
|
||||
|
||||
def remove(self, name: str) -> None:
|
||||
if not self.cache_dir_prefix:
|
||||
raise FileNotFoundError()
|
||||
|
||||
os.remove(os_path_join(self.cache_dir_prefix, name))
|
||||
|
||||
def commit(self) -> None:
|
||||
pass
|
||||
|
||||
def list_all(self) -> Iterable[str]:
|
||||
if not self.cache_dir_prefix:
|
||||
return
|
||||
|
||||
for dir, _, files in os.walk(self.cache_dir_prefix):
|
||||
dir = os.path.relpath(dir, self.cache_dir_prefix)
|
||||
for file in files:
|
||||
yield os.path.normpath(os_path_join(dir, file))
|
||||
|
||||
def close(self) -> None:
|
||||
pass
|
||||
|
||||
|
||||
SCHEMA = """
|
||||
CREATE TABLE IF NOT EXISTS files2 (
|
||||
path TEXT UNIQUE NOT NULL,
|
||||
mtime REAL,
|
||||
data BLOB
|
||||
);
|
||||
CREATE INDEX IF NOT EXISTS path_idx on files2(path);
|
||||
"""
|
||||
|
||||
|
||||
def connect_db(db_file: str, set_journal_mode: bool) -> sqlite3.Connection:
|
||||
import sqlite3.dbapi2
|
||||
|
||||
db = sqlite3.dbapi2.connect(db_file)
|
||||
# This is a bit unfortunate (as we may get corrupt cache after e.g. Ctrl + C),
|
||||
# but without this flag, commits are *very* slow, especially when using HDDs,
|
||||
# see https://www.sqlite.org/faq.html#q19 for details.
|
||||
db.execute("PRAGMA synchronous=OFF")
|
||||
if set_journal_mode:
|
||||
db.execute("PRAGMA journal_mode=WAL")
|
||||
db.executescript(SCHEMA)
|
||||
return db
|
||||
|
||||
|
||||
class SqliteMetadataStore(MetadataStore):
|
||||
def __init__(self, cache_dir_prefix: str, set_journal_mode: bool = False) -> None:
|
||||
# We check startswith instead of equality because the version
|
||||
# will have already been appended by the time the cache dir is
|
||||
# passed here.
|
||||
self.db = None
|
||||
if cache_dir_prefix.startswith(os.devnull):
|
||||
return
|
||||
|
||||
os.makedirs(cache_dir_prefix, exist_ok=True)
|
||||
self.db = connect_db(os_path_join(cache_dir_prefix, "cache.db"), set_journal_mode)
|
||||
|
||||
def _query(self, name: str, field: str) -> Any:
|
||||
# Raises FileNotFound for consistency with the file system version
|
||||
if not self.db:
|
||||
raise FileNotFoundError()
|
||||
|
||||
cur = self.db.execute(f"SELECT {field} FROM files2 WHERE path = ?", (name,))
|
||||
results = cur.fetchall()
|
||||
if not results:
|
||||
raise FileNotFoundError()
|
||||
assert len(results) == 1
|
||||
return results[0][0]
|
||||
|
||||
def getmtime(self, name: str) -> float:
|
||||
mtime = self._query(name, "mtime")
|
||||
assert isinstance(mtime, float)
|
||||
return mtime
|
||||
|
||||
def read(self, name: str) -> bytes:
|
||||
data = self._query(name, "data")
|
||||
assert isinstance(data, bytes)
|
||||
return data
|
||||
|
||||
def write(self, name: str, data: bytes, mtime: float | None = None) -> bool:
|
||||
import sqlite3
|
||||
|
||||
if not self.db:
|
||||
return False
|
||||
try:
|
||||
if mtime is None:
|
||||
mtime = time.time()
|
||||
self.db.execute(
|
||||
"INSERT OR REPLACE INTO files2(path, mtime, data) VALUES(?, ?, ?)",
|
||||
(name, mtime, data),
|
||||
)
|
||||
except sqlite3.OperationalError:
|
||||
return False
|
||||
return True
|
||||
|
||||
def remove(self, name: str) -> None:
|
||||
if not self.db:
|
||||
raise FileNotFoundError()
|
||||
|
||||
self.db.execute("DELETE FROM files2 WHERE path = ?", (name,))
|
||||
|
||||
def commit(self) -> None:
|
||||
if self.db:
|
||||
self.db.commit()
|
||||
|
||||
def list_all(self) -> Iterable[str]:
|
||||
if self.db:
|
||||
for row in self.db.execute("SELECT path FROM files2"):
|
||||
yield row[0]
|
||||
|
||||
def close(self) -> None:
|
||||
if self.db:
|
||||
db = self.db
|
||||
self.db = None
|
||||
db.close()
|
||||
|
||||
def __del__(self) -> None:
|
||||
self.close()
|
||||
Loading…
Add table
Add a link
Reference in a new issue