Merge branch 'main' of https://github.com/Azure/kaito

kaito-project · Apr 4, 2024 · cf897d2 · cf897d2
2 parents 3cff917 + fde6369
commit cf897d2
Show file tree

Hide file tree

Showing 113 changed files with 3,760 additions and 697 deletions.
diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md
@@ -0,0 +1,16 @@
+---
+name: Feature request
+about: Suggest a new feature for Kaito
+title: ''
+labels: 'enhancement'
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+
+**Describe the solution you'd like**
+
+**Describe alternatives you've considered**
+
+**Additional context**
diff --git a/.github/ISSUE_TEMPLATE/report_bug.md b/.github/ISSUE_TEMPLATE/report_bug.md
@@ -0,0 +1,25 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: 'bug'
+assignees: ''
+
+---
+
+**Describe the bug**
+
+**Steps To Reproduce**
+
+**Expected behavior**
+
+**Logs**
+
+**Environment**
+
+- Kubernetes version (use `kubectl version`):
+- OS (e.g: `cat /etc/os-release`):
+- Install tools:
+- Others:
+
+**Additional context**
diff --git a/.github/PULL_REQUEST_TEMPLATE.md b/.github/PULL_REQUEST_TEMPLATE.md
@@ -0,0 +1,11 @@
+**Reason for Change**:
+<!-- What does this PR improve or fix in Kaito? Why is it needed? -->
+
+**Requirements**
+
+- [ ] added unit tests and e2e tests (if applicable).
+
+**Issue Fixed**:
+<!-- If this PR fixes GitHub issue 4321, add "Fixes #4321" to the next line. -->
+
+**Notes for Reviewers**:
diff --git a/.github/matrix-configs.json b/.github/matrix-configs.json
@@ -3,7 +3,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "falcon-7b",
-            "dockerfile": "docker/presets/falcon/Dockerfile",
+            "dockerfile": "docker/presets/inference/falcon/Dockerfile",
             "build_args": "--build-arg FALCON_MODEL_NAME=tiiuae/falcon-7b"
         },
         "shouldBuildFalcon": "true"
@@ -12,7 +12,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "falcon-7b-instruct",
-            "dockerfile": "docker/presets/falcon/Dockerfile",
+            "dockerfile": "docker/presets/inference/falcon/Dockerfile",
             "build_args": "--build-arg FALCON_MODEL_NAME=tiiuae/falcon-7b-instruct"
         },
         "shouldBuildFalcon": "true"
@@ -22,7 +22,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "falcon-40b",
-            "dockerfile": "docker/presets/falcon/Dockerfile",
+            "dockerfile": "docker/presets/inference/falcon/Dockerfile",
             "build_args": "--build-arg FALCON_MODEL_NAME=tiiuae/falcon-40b"
         },
         "shouldBuildFalcon": "true"
@@ -32,7 +32,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "falcon-40b-instruct",
-            "dockerfile": "docker/presets/falcon/Dockerfile",
+            "dockerfile": "docker/presets/inference/falcon/Dockerfile",
             "build_args": "--build-arg FALCON_MODEL_NAME=tiiuae/falcon-40b-instruct"
         },
         "shouldBuildFalcon": "true"
@@ -42,7 +42,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "llama-2-7b",
-            "dockerfile": "docker/presets/llama-2/Dockerfile",
+            "dockerfile": "docker/presets/inference/llama-2/Dockerfile",
             "build_args": "--build-arg LLAMA_WEIGHTS=/llama/llama-2-7b --build-arg SRC_DIR=/home/presets/llama-2"
         },
         "shouldBuildLlama2": "true"
@@ -52,7 +52,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "llama-2-13b",
-            "dockerfile": "docker/presets/llama-2/Dockerfile",
+            "dockerfile": "docker/presets/inference/llama-2/Dockerfile",
             "build_args": "--build-arg LLAMA_WEIGHTS=/llama/llama-2-13b --build-arg SRC_DIR=/home/presets/llama-2"
         },
         "shouldBuildLlama2": "true"
@@ -62,7 +62,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "llama-2-70b",
-            "dockerfile": "docker/presets/llama-2/Dockerfile",
+            "dockerfile": "docker/presets/inference/llama-2/Dockerfile",
             "build_args": "--build-arg LLAMA_WEIGHTS=/llama/llama-2-70b --build-arg SRC_DIR=/home/presets/llama-2"
         },
         "shouldBuildLlama2": "true"
@@ -72,7 +72,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "llama-2-7b-chat",
-            "dockerfile": "docker/presets/llama-2/Dockerfile",
+            "dockerfile": "docker/presets/inference/llama-2/Dockerfile",
             "build_args": "--build-arg LLAMA_WEIGHTS=/llama/llama-2-7b-chat --build-arg SRC_DIR=/home/presets/llama-2-chat"
         },
         "shouldBuildLlama2Chat": "true"
@@ -82,7 +82,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "llama-2-13b-chat",
-            "dockerfile": "docker/presets/llama-2/Dockerfile",
+            "dockerfile": "docker/presets/inference/llama-2/Dockerfile",
             "build_args": "--build-arg LLAMA_WEIGHTS=/llama/llama-2-13b-chat --build-arg SRC_DIR=/home/presets/llama-2-chat"
         },
         "shouldBuildLlama2Chat": "true"
@@ -92,7 +92,7 @@
         "model": {
             "runs_on": "self-hosted",
             "name": "llama-2-70b-chat",
-            "dockerfile": "docker/presets/llama-2/Dockerfile",
+            "dockerfile": "docker/presets/inference/llama-2/Dockerfile",
             "build_args": "--build-arg LLAMA_WEIGHTS=/llama/llama-2-70b-chat --build-arg SRC_DIR=/home/presets/llama-2-chat"
         },
         "shouldBuildLlama2Chat": "true"

diff --git a/.github/workflows/build-publish-image.yml b/.github/workflows/build-publish-image.yml
diff --git a/.github/workflows/codeql.yml b/.github/workflows/codeql.yml
@@ -18,7 +18,7 @@ jobs:
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
         with:
           submodules: true
           fetch-depth: 0

diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
@@ -1,12 +1,7 @@
 name: Create release
 on:
-  workflow_run:
-    workflows: [ "Create, Scan and Publish KAITO image" ]
-    types: [completed]
-    branches: [release-**]
   repository_dispatch:
-    types: [ release-tag ]
-    branches: [ release-** ]
+    types: [ create-release ]
 
 permissions:
   id-token: write
@@ -18,19 +13,20 @@ env:
 
 jobs:
   create-release:
-    if: ${{ github.event.workflow_run.conclusion == 'success' }}
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-latest
     steps:
       - name: Harden Runner
         uses: step-security/harden-runner@63c24ba6bd7ba022e95695ff85de572c04a18142 # v2.7.0
         with:
           egress-policy: audit
+
       - name: Set up Go ${{ env.GO_VERSION }}
         uses: actions/setup-go@v5
         with:
           go-version: ${{ env.GO_VERSION  }}
+
       - name: Checkout the repository at the given SHA from the artifact
-        uses: actions/checkout@v4
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
         with:
           submodules: true
           fetch-depth: 0
@@ -43,3 +39,4 @@ jobs:
           args: release --rm-dist --timeout 60m --debug
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          GORELEASER_CURRENT_TAG: ${{ github.event.client_payload.tag }}