Skip to content

Commit

Permalink
feat(db/init): setup db and migration
Browse files Browse the repository at this point in the history
  • Loading branch information
erfjab committed Dec 8, 2024
1 parent e84acd3 commit 166d96a
Show file tree
Hide file tree
Showing 8 changed files with 364 additions and 0 deletions.
99 changes: 99 additions & 0 deletions alembic.ini
Original file line number Diff line number Diff line change
@@ -0,0 +1,99 @@
# A generic, single database configuration.

[alembic]
# path to migration scripts
script_location = holderbot/db/migrations

# template used to generate migration file names; The default value is %%(rev)s_%%(slug)s
# Uncomment the line below if you want the files to be prepended with date and time
# see https://alembic.sqlalchemy.org/en/latest/tutorial.html#editing-the-ini-file
# for all available tokens
file_template = %%(year)d%%(month).2d%%(day).2d_%%(rev)s_%%(slug)s

# sys.path path, will be prepended to sys.path if present.
# defaults to the current working directory.
prepend_sys_path = .

# timezone to use when rendering the date within the migration file
# as well as the filename.
# If specified, requires the python-dateutil library that can be
# installed by adding `alembic[tz]` to the pip requirements
# string value is passed to dateutil.tz.gettz()
# leave blank for localtime
# timezone =

# max length of characters to apply to the
# "slug" field
# truncate_slug_length = 40

# set to 'true' to run the environment during
# the 'revision' command, regardless of autogenerate
# revision_environment = false

# set to 'true' to allow .pyc and .pyo files without
# a source .py file to be detected as revisions in the
# versions/ directory
# sourceless = false

# version location specification; This defaults
# to app/db/migrations/versions. When using multiple version
# directories, initial revisions must be specified with --version-path.
# The path separator used here should be the separator specified by "version_path_separator" below.
# version_locations = %(here)s/bar:%(here)s/bat:app/db/migrations/versions

# version path separator; As mentioned above, this is the character used to split
# version_locations. The default within new alembic.ini files is "os", which uses os.pathsep.
# If this key is omitted entirely, it falls back to the legacy behavior of splitting on spaces and/or commas.
# Valid values for version_path_separator are:
#
# version_path_separator = :
# version_path_separator = ;
# version_path_separator = space
version_path_separator = os # Use os.pathsep. Default configuration used for new projects.


[post_write_hooks]
# post_write_hooks defines scripts or Python functions that are run
# on newly generated revision scripts. See the documentation for further
# detail and examples

# format using "black" - use the console_scripts runner, against the "black" entrypoint
# hooks = black
# black.type = console_scripts
# black.entrypoint = black
# black.options = -l 79 REVISION_SCRIPT_FILENAME

# Logging configuration
[loggers]
keys = root,sqlalchemy,alembic

[handlers]
keys = console

[formatters]
keys = generic

[logger_root]
level = WARN
handlers = console
qualname =

[logger_sqlalchemy]
level = WARN
handlers =
qualname = sqlalchemy.engine

[logger_alembic]
level = INFO
handlers =
qualname = alembic

[handler_console]
class = StreamHandler
args = (sys.stderr,)
level = NOTSET
formatter = generic

[formatter_generic]
format = %(levelname)-5.5s [%(name)s] %(message)s
datefmt = %H:%M:%S
6 changes: 6 additions & 0 deletions holderbot/db/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
"""Database module initialization."""

from .base import Base, get_db
from .models import Server, Access

__all__ = ["Base", "get_db", "Server", "Access"]
40 changes: 40 additions & 0 deletions holderbot/db/base.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
from contextlib import asynccontextmanager
from typing import AsyncGenerator

from sqlalchemy.ext.asyncio import AsyncAttrs, AsyncSession, create_async_engine
from sqlalchemy.orm import DeclarativeBase, sessionmaker


engine = create_async_engine(
"sqlite+aiosqlite:///db.sqlite3",
connect_args={"check_same_thread": False},
echo=False,
)

AsyncSessionLocal = sessionmaker(
bind=engine,
class_=AsyncSession,
autocommit=False,
autoflush=False,
)


class Base(DeclarativeBase, AsyncAttrs):
"""Base class for declarative models using SQLAlchemy."""

def save(self, session: AsyncSession) -> None:
"""Save the current instance to the database."""
session.add(self)

def delete(self, session: AsyncSession) -> None:
"""Delete the current instance from the database."""
session.delete(self)


@asynccontextmanager
async def get_db() -> AsyncGenerator[AsyncSession, None]:
"""
Provide an asynchronous database session to the application.
"""
async with AsyncSessionLocal() as session:
yield session
1 change: 1 addition & 0 deletions holderbot/db/migrations/README
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Generic single-database configuration.
100 changes: 100 additions & 0 deletions holderbot/db/migrations/env.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,100 @@
# pylint: disable=all

import asyncio
from logging.config import fileConfig

from alembic import context
from sqlalchemy import pool
from sqlalchemy.engine import Connection
from sqlalchemy.ext.asyncio import async_engine_from_config

from holderbot.db.base import Base

# this is the Alembic Config object, which provides
# access to the values within the .ini file in use.
config = context.config
config.set_main_option("sqlalchemy.url", "sqlite+aiosqlite:///db.sqlite3")

# Interpret the config file for Python logging.
# This line sets up loggers basically.
if config.config_file_name is not None:
fileConfig(config.config_file_name, disable_existing_loggers=False)

# add your model's MetaData object here
# for 'autogenerate' support
# from myapp import mymodel
# target_metadata = mymodel.Base.metadata
target_metadata = Base.metadata
# other values from the config, defined by the needs of env.py,
# can be acquired:
# my_important_option = config.get_main_option("my_important_option")
# ... etc.


def run_migrations_offline() -> None:
"""Run migrations in 'offline' mode.
This configures the context with just a URL
and not an Engine, though an Engine is acceptable
here as well. By skipping the Engine creation
we don't even need a DBAPI to be available.
Calls to context.execute() here emit the given string to the
script output.
"""
url = config.get_main_option("sqlalchemy.url")
context.configure(
url=url,
target_metadata=target_metadata,
literal_binds=True,
dialect_opts={"paramstyle": "named"},
)

with context.begin_transaction():
context.run_migrations()


def do_run_migrations(connection: Connection) -> None:
context.configure(connection=connection, target_metadata=target_metadata)

with context.begin_transaction():
context.run_migrations()


async def run_async_migrations() -> None:
"""In this scenario we need to create an Engine
and associate a connection with the context.
"""

connectable = async_engine_from_config(
config.get_section(config.config_ini_section, {}),
prefix="sqlalchemy.",
poolclass=pool.NullPool,
)

async with connectable.connect() as connection:
await connection.run_sync(do_run_migrations)

await connectable.dispose()


def run_migrations_online() -> None:
"""Run migrations in 'online' mode.
Check if we already have a connection; if it's None,
it will create an engine with the run_async_migrations function,
or it will use the connection that has been passed and perform the migration.
"""
connectable = config.attributes.get("connection", None)

if connectable is None:
asyncio.run(run_async_migrations())
else:
do_run_migrations(connectable)


if context.is_offline_mode():
run_migrations_offline()
else:
run_migrations_online()
26 changes: 26 additions & 0 deletions holderbot/db/migrations/script.py.mako
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
"""${message}

Revision ID: ${up_revision}
Revises: ${down_revision | comma,n}
Create Date: ${create_date}

"""
from typing import Sequence, Union

from alembic import op
import sqlalchemy as sa
${imports if imports else ""}

# revision identifiers, used by Alembic.
revision: str = ${repr(up_revision)}
down_revision: Union[str, None] = ${repr(down_revision)}
branch_labels: Union[str, Sequence[str], None] = ${repr(branch_labels)}
depends_on: Union[str, Sequence[str], None] = ${repr(depends_on)}


def upgrade() -> None:
${upgrades if upgrades else "pass"}


def downgrade() -> None:
${downgrades if downgrades else "pass"}
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
"""init migration
Revision ID: 29c9ed225e2f
Revises:
Create Date: 2024-12-08 19:02:06.242374
"""

from typing import Sequence, Union

from alembic import op
import sqlalchemy as sa


# revision identifiers, used by Alembic.
revision: str = "29c9ed225e2f"
down_revision: Union[str, None] = None
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None


def upgrade() -> None:
# ### commands auto generated by Alembic - please adjust! ###
op.create_table(
"servers",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column("remark", sa.String(length=32), nullable=False),
sa.Column("active", sa.Boolean(), nullable=False),
sa.Column("data", sa.JSON(), nullable=False),
sa.Column("created_at", sa.DateTime(), nullable=False),
sa.PrimaryKeyConstraint("id"),
)
op.create_table(
"access",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column("server_id", sa.Integer(), nullable=False),
sa.Column("token", sa.String(), nullable=False),
sa.Column("updated_at", sa.DateTime(), nullable=False),
sa.Column("created_at", sa.DateTime(), nullable=False),
sa.ForeignKeyConstraint(["server_id"], ["servers.id"], ondelete="CASCADE"),
sa.PrimaryKeyConstraint("id"),
)
# ### end Alembic commands ###


def downgrade() -> None:
# ### commands auto generated by Alembic - please adjust! ###
op.drop_table("access")
op.drop_table("servers")
# ### end Alembic commands ###
42 changes: 42 additions & 0 deletions holderbot/db/models.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
from datetime import datetime
from sqlalchemy import Integer, DateTime, String, Boolean, JSON, ForeignKey
from sqlalchemy.orm import Mapped, mapped_column, relationship
from sqlalchemy.ext.hybrid import hybrid_property
from holderbot.db.base import Base


class Server(Base):
__tablename__ = "servers"

id: Mapped[int] = mapped_column(Integer, primary_key=True, autoincrement=True)
remark: Mapped[str] = mapped_column(String(32))
active: Mapped[bool] = mapped_column(Boolean, default=True)
data: Mapped[dict] = mapped_column(JSON)
created_at: Mapped[datetime] = mapped_column(DateTime, default=datetime.utcnow)

access: Mapped["Access"] = relationship(
"Access",
back_populates="server",
uselist=False,
cascade="all, delete-orphan",
lazy="joined",
)

@hybrid_property
def access_token(self) -> str | None:
return self.access.token if self.access else None


class Access(Base):
__tablename__ = "access"

id: Mapped[int] = mapped_column(Integer, primary_key=True, autoincrement=True)
server_id: Mapped[int] = mapped_column(
Integer, ForeignKey("servers.id", ondelete="CASCADE")
)
server: Mapped[Server] = relationship("Server")
token: Mapped[str] = mapped_column(String, nullable=False)
updated_at: Mapped[datetime] = mapped_column(
DateTime, default=datetime.utcnow, onupdate=datetime.utcnow
)
created_at: Mapped[datetime] = mapped_column(DateTime, default=datetime.utcnow)

0 comments on commit 166d96a

Please sign in to comment.