feat: Standardize Inference #352
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Push Preset Models | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - 'presets/models/inference/*' | |
| - 'presets/models/supported_models.yaml' | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - 'presets/models/inference/*' | |
| - 'presets/models/supported_models.yaml' | |
| workflow_dispatch: | |
| inputs: | |
| image_tag_name: | |
| description: 'Image Tag' | |
| required: true | |
| permissions: | |
| id-token: write | |
| contents: read | |
| env: | |
| VERSION: 0.0.1 | |
| jobs: | |
| determine-models: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.determine_models.outputs.matrix }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| # This script should output a JSON array of model names | |
| - name: Determine Affected Models | |
| id: determine_models | |
| run: | | |
| PR_BRANCH=${{ github.head_ref }} \ | |
| python3 .github/workflows/kind-cluster/determine_models.py | |
| - name: Print Determined Models | |
| run: | | |
| echo "Output from determine_models: ${{ steps.determine_models.outputs.matrix }}" | |
| build-models: | |
| needs: determine-models | |
| runs-on: [self-hosted, 'username:runner-2'] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| model: ${{fromJson(needs.determine-models.outputs.matrix)}} | |
| max-parallel: 3 | |
| outputs: | |
| image_tag: ${{ steps.set_tag.outputs.image_tag }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Check Available Disk Space | |
| run: df -h | |
| - name: Set Image Tag | |
| id: set_tag | |
| run: | | |
| if [[ "${{ github.event_name }}" == "workflow_dispatch" && -n "${{ github.event.inputs.image_tag_name }}" ]]; then | |
| echo "Using workflow dispatch to set image tag" | |
| echo "image_tag=${{ github.event.inputs.image_tag_name }}" >> $GITHUB_OUTPUT | |
| else | |
| echo "Setting image tag based on version set" | |
| echo "image_tag=${{ env.VERSION }}" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Print Image Tag | |
| run: | | |
| echo "image_tag for this job: ${{ steps.set_tag.outputs.image_tag }}" | |
| - name: 'Get ACR Info' | |
| id: acr_info | |
| run: | | |
| if [[ "${{ github.event_name }}" == "workflow_dispatch" && -n "${{ github.event.inputs.image_tag_name }}" ]]; then | |
| ACR_NAME="${{ secrets.ACR_AMR_USERNAME }}" | |
| ACR_USERNAME=${{ secrets.ACR_AMR_USERNAME }} | |
| ACR_PASSWORD=${{ secrets.ACR_AMR_PASSWORD }} | |
| else | |
| ACR_NAME="${{ secrets.ACR_AMRT_USERNAME }}" | |
| ACR_USERNAME=${{ secrets.ACR_AMRT_USERNAME }} | |
| ACR_PASSWORD=${{ secrets.ACR_AMRT_PASSWORD }} | |
| fi | |
| echo "ACR_NAME=$ACR_NAME" >> $GITHUB_OUTPUT | |
| echo "ACR_USERNAME=$ACR_USERNAME" >> $GITHUB_OUTPUT | |
| echo "ACR_PASSWORD=$ACR_PASSWORD" >> $GITHUB_OUTPUT | |
| - name: Launch Python Script to Kickoff Build Jobs | |
| id: launch_script | |
| run: | | |
| IMAGE_TAG=${{ steps.set_tag.outputs.image_tag }} \ | |
| PR_BRANCH=${{ github.head_ref }} \ | |
| ACR_NAME=${{ steps.acr_info.outputs.ACR_NAME }} \ | |
| ACR_USERNAME=${{ steps.acr_info.outputs.ACR_USERNAME }} \ | |
| ACR_PASSWORD=${{ steps.acr_info.outputs.ACR_PASSWORD }} \ | |
| MODEL_NAME=${{ matrix.model.name }} \ | |
| MODEL_TYPE=${{matrix.model.type}} \ | |
| MODEL_VERSION=${{ matrix.model.version }} \ | |
| MODEL_RUNTIME=${{ matrix.model.runtime }} \ | |
| MODEL_TAG=${{ matrix.model.tag }} \ | |
| python3 .github/workflows/kind-cluster/main.py | |
| # Check the exit status of the Python script | |
| - name: Check Python Script Status | |
| if: ${{ always() }} | |
| run: | | |
| if [ "${{ steps.launch_script.outcome }}" != "success" ]; then | |
| echo "Python script failed to execute successfully." | |
| exit 1 # Fail the job | |
| else | |
| echo "Python script executed successfully." | |
| fi | |
| # Cleanup Resources | |
| - name: Cleanup | |
| if: ${{ always() }} | |
| run: | | |
| kubectl get job --no-headers -o custom-columns=":metadata.name" | grep "^docker-build-job" | xargs -r kubectl delete job | |
| kubectl get pods --no-headers -o custom-columns=":metadata.name" | grep "^docker-build-job" | xargs -r kubectl delete pod |