Skip to content

Add ollama model server example #94

Add ollama model server example

Add ollama model server example #94

Workflow file for this run

name: model_servers
on:
pull_request:
branches:
- main
push:
branches:
- main
env:
REGISTRY: ghcr.io
IMAGE_NAME: ${{ github.repository_owner }}/model_servers
jobs:
build-and-push-image:
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
services:
registry:
image: registry:2.8.3
ports:
- 5000:5000
steps:
- uses: actions/[email protected]
- name: Login to ghcr
uses: docker/[email protected]
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Buildah Action
uses: redhat-actions/[email protected]
with:
image: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
tags: latest
containerfiles: ./model_servers/llamacpp_python/base/Containerfile
context: model_servers/llamacpp_python/
- name: Download model
working-directory: ./model_servers/llamacpp_python/
run: make mistral-7b-instruct-v0.1.Q4_K_M.gguf
- name: Set up Python
uses: actions/[email protected]
- name: Install python dependencies
working-directory: ./model_servers/llamacpp_python/
run: make install
- name: Run tests
working-directory: ./model_servers/llamacpp_python/
run: make test