diff --git a/.github/workflows/smoke_test.yaml b/.github/workflows/smoke_test.yaml index 294af65..16b5a74 100644 --- a/.github/workflows/smoke_test.yaml +++ b/.github/workflows/smoke_test.yaml @@ -15,11 +15,16 @@ env: LLAMA_MODEL_HG_REPO_ID: TheBloke/orca_mini_3B-GGML LLAMA_MODEL_FILE: orca-mini-3b.ggmlv3.q4_0.bin LLAMA_SVC_PORT: 8000 + # for testing gpt-neox base models + GPT_NEOX_HELM_RELEASE_NAME: stablecode-instruct-alpha-3b + GPT_NEOX_MODEL_HG_REPO_ID: TheBloke/stablecode-instruct-alpha-3b-GGML + GPT_NEOX_MODEL_FILE: stablecode-instruct-alpha-3b.ggmlv1.q4_0.bin + GPT_NEOX_SVC_PORT: 8001 # for testing starcoder base models STARCODER_HELM_RELEASE_NAME: tiny-starcoder-py STARCODER_MODEL_HG_REPO_ID: mike-ravkine/tiny_starcoder_py-GGML STARCODER_MODEL_FILE: tiny_starcoder_py-q8_0.bin - STARCODER_SVC_PORT: 8001 + STARCODER_SVC_PORT: 8002 jobs: build-image: @@ -140,6 +145,82 @@ jobs: - if: always() run: | kubectl logs --tail=20 --selector app.kubernetes.io/name=$LLAMA_HELM_RELEASE_NAME -n $HELM_NAMESPACE + gpt-neox-smoke-test: + runs-on: ubuntu-latest + needs: build-image + steps: + - name: Create k8s Kind Cluster + uses: helm/kind-action@v1.7.0 + + - name: Set up Helm + uses: azure/setup-helm@v3 + with: + version: v3.12.0 + + - uses: actions/setup-python@v4 + with: + python-version: 3.11 + - name: Install OpenAI CLI + run: | + pip install --upgrade openai --quiet + - name: Install ialacol with gpt-neox based model and wait for pods to be ready + run: | + helm repo add ialacol https://chenhunghan.github.io/ialacol + helm repo update + + cat > values.yaml < 0: