Spin Model Server in chatbot recipe #35

	name: model_servers

	on:
	pull_request:
	branches:
	- main
	push:
	branches:
	- main

	env:
	REGISTRY: ghcr.io
	IMAGE_NAME: ${{ github.repository_owner }}/model_servers

	jobs:
	build-and-push-image:
	runs-on: ubuntu-latest
	permissions:
	contents: read
	packages: write
	services:
	registry:
	image: registry:2.8.3
	ports:
	- 5000:5000
	steps:
	- uses: actions/[email protected]

	- name: Login to ghcr
	uses: docker/[email protected]
	with:
	registry: ${{ env.REGISTRY }}
	username: ${{ github.actor }}
	password: ${{ secrets.GITHUB_TOKEN }}

	- name: Buildah Action
	uses: redhat-actions/[email protected]
	with:
	image: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
	tags: latest
	containerfiles: ./model_servers/llamacpp_python/base/Containerfile
	context: model_servers/llamacpp_python/

	- name: Download model
	working-directory: ./model_servers/llamacpp_python/
	run: make mistral-7b-instruct-v0.1.Q4_K_M.gguf

	- name: Set up Python
	uses: actions/[email protected]

	- name: Install python dependencies
	working-directory: ./model_servers/llamacpp_python/
	run: make install

	- name: Run tests
	working-directory: ./model_servers/llamacpp_python/
	run: make test

Provide feedback