Set up Docker env for local development

.dockerignore

@@ -0,0 +1,35 @@
+# Include any files or directories that you don't want to be copied to your
+# container here (e.g., local build artifacts, temporary files, etc.).
+#
+# For more help, visit the .dockerignore file reference guide at
+# https://docs.docker.com/go/build-context-dockerignore/
+
+**/.build
+**/.classpath
+**/.dockerignore
+**/.env
+**/.git
+**/.gitignore
+**/.project
+**/.settings
+**/.toolstarget
+**/.vs
+**/.vscode
+**/.next
+**/.cache
+**/*.*proj.user
+**/*.dbmdl
+**/*.jfm
+**/charts
+**/docker-compose*
+**/compose.y*ml
+**/Dockerfile*
+**/node_modules
+**/npm-debug.log
+**/obj
+**/secrets.dev.yaml
+**/values.dev.yaml
+**/build
+**/dist
+LICENSE
+README.md

.gitignore

@@ -2,4 +2,5 @@ node_modules
 .dist
 .eslintcache
 config/*
-.DS_Store
+.DS_Store
+.env

Dockerfile

@@ -0,0 +1,79 @@
+# syntax=docker/dockerfile:1
+
+# Comments are provided throughout this file to help you get started.
+# If you need more help, visit the Dockerfile reference guide at
+# https://docs.docker.com/go/dockerfile-reference/
+
+# Want to help us make this template better? Share your feedback here: https://forms.gle/ybq9Krt8jtBL3iCk7
+
+ARG NODE_VERSION=20.10.0
+
+################################################################################
+# Use node image for base image for all stages.
+FROM node:${NODE_VERSION}-alpine as base
+
+# Set working directory for all build stages.
+WORKDIR /usr/src/app
+
+
+################################################################################
+# Create a stage for installing production dependecies.
+FROM base as deps
+
+# Download dependencies as a separate step to take advantage of Docker's caching.
+# Leverage a cache mount to /root/.npm to speed up subsequent builds.
+# Leverage bind mounts to package.json and package-lock.json to avoid having to copy them
+# into this layer.
+RUN --mount=type=bind,source=package.json,target=package.json \
+    --mount=type=bind,source=package-lock.json,target=package-lock.json \
+    --mount=type=cache,target=/root/.npm \
+    npm ci --omit=dev
+
+################################################################################
+# Create a stage for building the application.
+FROM deps as build
+
+# Download additional development dependencies before building, as some projects require
+# "devDependencies" to be installed to build. If you don't need this, remove this step.
+RUN --mount=type=bind,source=package.json,target=package.json \
+    --mount=type=bind,source=package-lock.json,target=package-lock.json \
+    --mount=type=cache,target=/root/.npm \
+    npm ci
+
+# Copy the rest of the source files into the image.
+COPY . .
+
+# Run the build script.
+RUN npm run build
+
+################################################################################
+# Create a new stage to run the application with minimal runtime dependencies
+# where the necessary files are copied from the build stage.
+FROM base as final
+
+# Use production node environment by default.
+ENV NODE_ENV production
+
+# Run the application as a non-root user.
+USER node
+
+# Copy package.json so that package manager commands can be used.
+COPY package.json .
+
+# Copy the production dependencies from the build stage and also
+# the built application from the build stage into the image.
+COPY --from=build /usr/src/app/node_modules ./node_modules
+COPY --from=build /usr/src/app/.dist ./.dist
+
+# Use default configuration files for loginserver
+ADD config/pm2-example.js ./config/pm2.config.js
+ADD config/config-example.js ./config/config.js
+
+# Add some necessary source files
+ADD src/public ./src/public
+
+# Expose the port that the application listens on.
+EXPOSE 8080
+
+# Run the application.
+CMD npm run start-on-docker && npx pm2 logs

Dockerfile.replays

@@ -0,0 +1,5 @@
+FROM cockroachdb/cockroach:latest as base
+COPY src/schemas/replays.sql /docker-entrypoint-initdb.d/0_replays.sql
+COPY src/schemas/dummydata/replays.sql /docker-entrypoint-initdb.d/1_replays.sql
+COPY src/schemas/dummydata/replays.csv src/schemas/dummydata/replays.csv
+CMD ["start-single-node", "--insecure"]

README.Docker.md

@@ -0,0 +1,22 @@
+### Building and running your application
+
+When you're ready, start your application by running:
+`docker compose up --build`.
+
+Your application will be available at http://localhost:8080.
+
+### Deploying your application to the cloud
+
+First, build your image, e.g.: `docker build -t myapp .`.
+If your cloud uses a different CPU architecture than your development
+machine (e.g., you are on a Mac M1 and your cloud provider is amd64),
+you'll want to build the image for that platform, e.g.:
+`docker build --platform=linux/amd64 -t myapp .`.
+
+Then, push it to your registry, e.g. `docker push myregistry.com/myapp`.
+
+Consult Docker's [getting started](https://docs.docker.com/go/get-started-sharing/)
+docs for more detail on building and pushing.
+
+### References
+* [Docker's Node.js guide](https://docs.docker.com/language/nodejs/)

compose.yaml

@@ -0,0 +1,32 @@
+services:
+  pokemon-showdown-loginserver:
+    build:
+      context: .
+    environment:
+      NODE_ENV: production
+    ports:
+      - 8080:8080
+    depends_on:
+      replay-db:
+        condition: service_healthy
+    develop:
+      watch:
+        - action: rebuild
+          path: .
+  replay-db:
+    restart: always
+    hostname: replaysdb
+    build:
+      context: .
+      dockerfile: Dockerfile.replays
+    healthcheck:
+        test: curl --request GET --url 'http://localhost:8080/api/v2/health/?ready=True'
+        interval: 1m30s
+        timeout: 10s
+        retries: 3
+        start_period: 40s
+        start_interval: 5s
+    develop:
+      watch:
+        - action: rebuild
+          path: src/schemas

config/config-example.js

@@ -12,12 +12,13 @@ exports.mysql = {
 /** For the replay databases */
 exports.replaysdb = {
 	charset: "utf8",
-	database: "ps",
+	database: "defaultdb",
 	password: "",
-	host: 'localhost',
+	host: 'replaysdb',
 	user: "root",
 	socketPath: '',
-	prefix: "ntbb_",
+	prefix: "",
+	port: 26257,
 };
 
 /**
@@ -107,8 +108,6 @@ exports.challengekeyid = 4;
  * DBs.
  */
 /** @type {typeof exports.mysql | undefined}*/
-exports.replaysdb = undefined;
-/** @type {typeof exports.mysql | undefined}*/
 exports.ladderdb = undefined;
 
 /**

package.json

@@ -9,6 +9,7 @@
     "build": "npx tsc",
     "run": "npx tsc && node .dist/src/",
     "start": "npx tsc && npx pm2 start config/pm2.js",
+    "start-on-docker": "npx pm2 start config/pm2.config.js",
     "test": "npm run lint && npx tsc",
     "reload": "npx tsc && npx pm2 reload config/pm2.js",
     "stop": "npx pm2 stop config/pm2.js"

src/actions.ts

@@ -904,7 +904,16 @@ export const actions: {[k: string]: QueryHandler} = {
 		}
 		return {password: pw};
 	},
-
+	async 'replays/batch.json'(params) {
+		if (!params.ids) {
+			throw new ActionError("Invalid batch replay request, must provide ids");
+		}
+		const ids: string[] = params.ids.split(',');
+		const results = await Replays.getBatch(ids);
+		console.log(params, ids, results);
+		this.response.setHeader('Content-Type', 'application/json');
+		return JSON.stringify(results);
+	},
 	// sent by ps server
 	async 'smogon/validate'(params) {
 		if (this.getIp() !== Config.restartip) {

src/replays.ts

@@ -233,6 +233,18 @@
 			SQL`uploadtime, id, format, players, rating`
 		)`WHERE private = 0 ORDER BY uploadtime DESC LIMIT 51`.then(this.toReplays);
 	}
+
+	getBatch(ids: string[]) {
+		let idsForQuery = '';
+		for (var i = 0; i < ids.length; i++) {
+			const id = ids[i];
+			idsForQuery += `'${id}'`;
+			if (i !== ids.length - 1) idsForQuery += ",";
+		}
+		return replays.selectAll(
+			SQL`*`
+		)`WHERE private = 0 AND id IN (${idsForQuery}) LIMIT 51`.then(this.toReplays);
+	}
 };
 
 export default Replays;

src/schemas/replays.sql

@@ -31,5 +31,5 @@ CREATE TABLE public.replays (
 	INDEX private_uploadtime (private ASC, uploadtime ASC),
 	INDEX private_formatid_uploadtime (private ASC, formatid ASC, uploadtime ASC),
 	INDEX private_formatid_rating (private ASC, formatid ASC, rating ASC),
-	INVERTED INDEX log (log)
+	INVERTED INDEX log (log gin_trgm_ops)
 );