Software Data

.github/workflows/backend.yml

@@ -10,8 +10,6 @@ jobs:
       - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v3
-        with:
-          python-version: "3.10.12"
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -25,8 +23,6 @@ jobs:
       - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v3
-        with:
-          python-version: "3.10.12"
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -40,8 +36,6 @@ jobs:
       - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v3
-        with:
-          python-version: "3.10.12"
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -55,8 +49,6 @@ jobs:
       - uses: actions/checkout@v4
       - name: Set up Python
         uses: actions/setup-python@v3
-        with:
-          python-version: "3.10.12"
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip

alembic/versions/0833cb54870f_software_model.py

@@ -0,0 +1,107 @@
+"""Software Model
+
+Revision ID: 0833cb54870f
+Revises: e3ecd40e3851
+Create Date: 2024-10-16 23:03:09.901779
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "0833cb54870f"
+down_revision: Union[str, None] = "e3ecd40e3851"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table(
+        "wikibase_software",
+        sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
+        sa.Column(
+            "software_type",
+            sa.Enum(
+                "SOFTWARE", "SKIN", "EXTENSION", "LIBRARY", name="wikibasesoftwaretype"
+            ),
+            nullable=False,
+        ),
+        sa.Column("software_name", sa.String(), nullable=False),
+        sa.Column("url", sa.String(), nullable=True),
+        sa.Column("description", sa.String(), nullable=True),
+        sa.Column("latest_version", sa.String(), nullable=True),
+        sa.Column("quarterly_download_count", sa.Integer(), nullable=True),
+        sa.Column("public_wiki_count", sa.Integer(), nullable=True),
+        sa.Column("mw_bundled", sa.Boolean(), nullable=True),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint(
+            "software_type", "software_name", name="unique_software_type_name"
+        ),
+    )
+
+    op.create_table(
+        "wikibase_software_tag",
+        sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
+        sa.Column("tag", sa.String(), nullable=False),
+        sa.PrimaryKeyConstraint("id"),
+    )
+
+    op.create_table(
+        "wikibase_software_tag_xref",
+        sa.Column("wikibase_software_id", sa.Integer(), nullable=False),
+        sa.Column("wikibase_software_tag_id", sa.Integer(), nullable=False),
+        sa.ForeignKeyConstraint(
+            ["wikibase_software_id"],
+            ["wikibase_software.id"],
+            name="foreign_wikibase_software_id",
+        ),
+        sa.ForeignKeyConstraint(
+            ["wikibase_software_tag_id"],
+            ["wikibase_software_tag.id"],
+            name="foreign_wikibase_software_tag_id",
+        ),
+        sa.PrimaryKeyConstraint("wikibase_software_id", "wikibase_software_tag_id"),
+    )
+
+    with op.batch_alter_table("wikibase_software_version") as batch_op:
+        batch_op.add_column(
+            sa.Column("wikibase_software_id", sa.Integer(), nullable=True)
+        )
+        batch_op.create_foreign_key(
+            "software", "wikibase_software", ["wikibase_software_id"], ["id"]
+        )
+    with op.get_bind() as conn:
+        conn.execute(
+            sa.text(
+                """INSERT INTO wikibase_software (software_type, software_name)
+SELECT DISTINCT software_type, software_name
+FROM wikibase_software_version
+ORDER BY software_type, software_name"""
+            )
+        )
+        conn.execute(
+            sa.text(
+                """UPDATE wikibase_software_version
+SET wikibase_software_id = wikibase_software.id
+FROM wikibase_software
+WHERE wikibase_software_version.software_name = wikibase_software.software_name AND wikibase_software_version.software_type = wikibase_software.software_type"""
+            )
+        )
+        conn.commit()
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("wikibase_software_version") as batch_op:
+        batch_op.drop_constraint("software", type_="foreignkey")
+        batch_op.drop_column("wikibase_software_id")
+    op.drop_table("wikibase_software_tag_xref")
+    op.drop_table("wikibase_software_tag")
+    op.drop_table("wikibase_software")
+    # ### end Alembic commands ###

alembic/versions/3b5538b2faec_fetched.py

@@ -0,0 +1,34 @@
+"""Fetched
+
+Revision ID: 3b5538b2faec
+Revises: 7fd538ca8735
+Create Date: 2024-10-17 12:36:32.239393
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "3b5538b2faec"
+down_revision: Union[str, None] = "7fd538ca8735"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column(
+        "wikibase_software",
+        sa.Column("fetched", sa.DateTime(timezone=True), nullable=True),
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column("wikibase_software", "fetched")
+    # ### end Alembic commands ###

alembic/versions/7fd538ca8735_no_name_or_type.py

@@ -0,0 +1,53 @@
+"""No Name or Type
+
+Revision ID: 7fd538ca8735
+Revises: bf635fa3a7ce
+Create Date: 2024-10-17 00:13:58.311963
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "7fd538ca8735"
+down_revision: Union[str, None] = "bf635fa3a7ce"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("wikibase_software_version") as batch_op:
+        batch_op.drop_constraint(
+            "unique_observation_software_type_name", type_="unique"
+        )
+        batch_op.create_unique_constraint(
+            "unique_observation_software_id",
+            ["wikibase_software_version_observation_id", "wikibase_software_id"],
+        )
+        batch_op.drop_column("software_type")
+        batch_op.drop_column("software_name")
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("wikibase_software_version") as batch_op:
+        batch_op.add_column(sa.Column("software_name", sa.VARCHAR(), nullable=False))
+        batch_op.add_column(
+            sa.Column("software_type", sa.VARCHAR(length=9), nullable=False)
+        )
+        batch_op.drop_constraint("unique_observation_software_id", type_="unique")
+        batch_op.create_unique_constraint(
+            "unique_observation_software_type_name",
+            [
+                "wikibase_software_version_observation_id",
+                "software_type",
+                "software_name",
+            ],
+        )
+    # ### end Alembic commands ###

alembic/versions/bf635fa3a7ce_mandatory_software_relationship.py

@@ -0,0 +1,37 @@
+"""Mandatory Software Relationship
+
+Revision ID: bf635fa3a7ce
+Revises: 0833cb54870f
+Create Date: 2024-10-16 23:57:48.573469
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "bf635fa3a7ce"
+down_revision: Union[str, None] = "0833cb54870f"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("wikibase_software_version") as batch_op:
+        batch_op.alter_column(
+            "wikibase_software_id", existing_type=sa.INTEGER(), nullable=False
+        )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("wikibase_software_version") as batch_op:
+        batch_op.alter_column(
+            "wikibase_software_id", existing_type=sa.INTEGER(), nullable=True
+        )
+    # ### end Alembic commands ###

alembic/versions/ced691eaf66e_archived.py

@@ -0,0 +1,37 @@
+"""Archived
+
+Revision ID: ced691eaf66e
+Revises: 3b5538b2faec
+Create Date: 2024-10-17 16:19:32.355862
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "ced691eaf66e"
+down_revision: Union[str, None] = "3b5538b2faec"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("wikibase_software") as batch_op:
+        batch_op.add_column(sa.Column("archived", sa.Boolean(), nullable=True))
+    with op.batch_alter_table("wikibase_software_tag") as batch_op:
+        batch_op.create_unique_constraint("unique_tag", ["tag"])
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table("wikibase_software_tag") as batch_op:
+        batch_op.drop_constraint("unique_tag", type_="unique")
+    with op.batch_alter_table("wikibase_software") as batch_op:
+        batch_op.drop_column("archived")
+    # ### end Alembic commands ###

data/database_connection.py

@@ -1,7 +1,7 @@
 """Database Connection"""
 
+from collections.abc import AsyncGenerator
 from contextlib import asynccontextmanager
-from typing import AsyncGenerator
 
 from sqlalchemy.ext.asyncio import AsyncSession, create_async_engine
 from sqlalchemy.orm import sessionmaker

data/gx/checkpoints/wikibase_software_checkpoint.json

@@ -0,0 +1,30 @@
+{
+	"actions": [
+		{
+			"name": "update_all_data_docs",
+			"site_names": [],
+			"type": "update_data_docs"
+		}
+	],
+	"id": "ff6c1445-1da6-4b3e-af20-6947ce253bd2",
+	"name": "wikibase_software_checkpoint",
+	"result_format": { "result_format": "COMPLETE" },
+	"validation_definitions": [
+		{
+			"id": "76869a4a-b823-4ccd-b091-2e4dff6befee",
+			"name": "wikibase_software_validation_definition"
+		},
+		{
+			"id": "fa8b2a52-4651-4bec-9e42-7af94e5faca7",
+			"name": "wikibase_software_tag_validation_definition"
+		},
+		{
+			"id": "0fbc7263-c0d9-4390-884d-445bf59a0647",
+			"name": "wikibase_software_tag_xref_validation_definition"
+		},
+		{
+			"id": "8768e1d1-11d5-44a6-8f5d-0a03d1d535d4",
+			"name": "populated_wikibase_software_validation_definition"
+		}
+	]
+}