[pull] main from neuralmagic:main

.github/ISSUE_TEMPLATE/bug_report.md

@@ -14,7 +14,7 @@ A clear and concise description of what you expected to happen.
 **Environment**
 Include all relevant environment information:
 1. OS [e.g. Ubuntu 18.04]:
-2. Python version [e.g. 3.7]:
+2. Python version [e.g. 3.8]:
 3. SparseZoo version or commit hash [e.g. 0.1.0, `f7245c8`]:
 4. ML framework version(s) [e.g. torch 1.7.1]:
 5. Other Python package versions [e.g. SparseML, DeepSparse, numpy, ONNX]:

.github/workflows/build-nightly.yml

@@ -0,0 +1,22 @@
+name: build-nightly
+run-name: ${{ github.workflow }} is to create nightly wheel file for pypi
+on:
+  push:
+    branches:
+      - 'main'
+  schedule:
+    - cron: '0 0 * * *'
+  workflow_dispatch:
+
+
+jobs:
+
+    BUILD-SPARSEZOO_NIGHTLY:
+
+      uses: ./.github/workflows/util.yml
+      with:
+        runs_on: ubuntu-22.04
+        run_id: ${{ github.run_id }}
+        build_type: nightly
+        testmo_project_id: 9
+      secrets: inherit

.github/workflows/build-release.yaml

@@ -0,0 +1,61 @@
+name: Build release wheel
+
+on:
+  push:
+    branches:
+      - 'release/*'
+
+  workflow_dispatch:
+    inputs:
+      gitref:
+        description: "git tag, commit or branch name for the release"
+        type: string
+        required: true
+        default: 'release/1.8'
+
+jobs:
+  build-release-wheel:
+    runs-on: ubuntu-20.04
+    steps:
+      - uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.gitref }}
+
+      - name: Build PyPi Wheel
+        id: build
+        uses: neuralmagic/nm-actions/actions/pypi_build@main
+        with:
+          dev: false
+          release: true
+
+      - name: Set Env
+        run: |
+          pip3 install --upgrade pip && pip3 install --upgrade setuptools
+          pip3 install virtualenv
+          virtualenv venv
+          source venv/bin/activate
+
+      - name: upload whl
+        uses: actions/upload-artifact@v4
+        if: success() || failure()
+        with:
+          name: "wheel-sparsezoo"
+          path: ${{ steps.build.outputs.whlname }}
+          retention-days: 7
+
+      - name: upload tar.gz
+        uses: actions/upload-artifact@v4
+        if: success() || failure()
+        with:
+          name: "tar-sparsezoo"
+          path: ${{ steps.build.outputs.tarname }}
+          retention-days: 7
+
+      - name: Install whl
+        run: |
+            pip3 install ${{ steps.build.outputs.whlname }}

.github/workflows/build-wheel.yml

@@ -0,0 +1,58 @@
+name: Build PyPi Wheel
+on:
+  pull_request:
+    types: [opened, synchronize, reopened]
+    branches:
+      - main
+      - 'release/[0-9]+.[0-9]+'
+  push:
+    branches:
+      - main
+  release:
+    types: [created, published]
+  schedule:
+    - cron: '0 0 * * *'
+
+permissions:
+  id-token: write
+  contents: read
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+# if not dev or release, will create a nightly build
+# everything is pushed to internal unless created through a nightly scheduled cron job which creates the build or 
+# missing release tag workflow/needs to be added in
+env:
+  INTERNAL: ${{ github.event_name != 'schedule' && github.event_name != 'release'}}
+  RELEASE: ${{ github.event_name =='release' || (startsWith(github.base_ref, 'release/') && github.event_name == 'pull_request')}}
+  DEV: ${{ github.base_ref == 'main' && github.event_name == 'pull_request'}}
+  NAME: ${{ github.event.number }} 
+
+jobs:
+  build_and_push:
+    runs-on: ubuntu-latest
+    outputs:
+      wheel: ${{ steps.push-wheel.outputs.wheel }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Login to s3
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          role-to-assume: ${{ secrets.AWS_WEBIDENTITY_FOR_GITHUB_ACTIONS }}
+          aws-region: us-east-1 
+      - name: Build PyPi Wheel
+        id: build-wheel
+        uses: neuralmagic/nm-actions/actions/pypi_build@main
+        with:
+          dev: $DEV
+          release: $RELEASE
+          name: $NAME
+      - name: Push to s3 bucket
+        id: push-wheel
+        uses: neuralmagic/nm-actions/actions/s3_push@main
+        with:
+          filename: dist/*.whl
+          internal: $INTERNAL

.github/workflows/result.xml.fail

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuite name="BuildStatus" tests="1" failures="1" errors="1">
+  <testcase name="BuildStatus">
+        <failure message="build failed" type="Error"/>
+  </testcase>
+</testsuite>

.github/workflows/result.xml.success

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<testsuite name="BuildStatus" tests="1" failures="0" errors="0">
+  <testcase name="BuildStatus">
+  </testcase>
+</testsuite>

.github/workflows/test-check.yaml

@@ -34,6 +34,7 @@ jobs:
     runs-on: ubuntu-latest
     env:
       SPARSEZOO_TEST_MODE: "true"
+      NM_DISABLE_ANALYTICS: "true"
     needs: test-setup
     if: ${{needs.test-setup.outputs.python-diff == 1}}
     steps:
@@ -42,12 +43,11 @@ jobs:
         run: pip3 install .[dev]
       - name: "🔬 Running tests"
         run: make test
-        env:
-          SPARSEZOO_API_URL: https://staging-api.neuralmagic.com
   extensive-python-tests:
     runs-on: ubuntu-latest
     env:
       SPARSEZOO_TEST_MODE: "true"
+      NM_DISABLE_ANALYTICS: "true"
     needs: test-setup
     if: ${{needs.test-setup.outputs.full-check == 1}}
     steps:

.github/workflows/util.yml

@@ -0,0 +1,121 @@
+name: report-to-testmo
+on:
+  workflow_call:
+    inputs:
+      runs_on:
+        description: "runner label specifying instance running the job"
+        type: string
+        required: true 
+      run_id:
+        description: "run id provided by GHA"
+        required: true
+        type: string
+      build_type:
+        description: "build type: nightly or release"
+        type: string
+        required: true
+      testmo_project_id:
+        description: "testmo project id"
+        type: string
+        required: true
+
+jobs:
+
+  BUILD_AND_REPORT:
+    runs-on: ${{ inputs.runs_on }}
+    outputs:
+      status: ${{ steps.build.outputs.status }}
+      commitid: ${{ steps.build.outputs.commitid }}
+    permissions:
+      id-token: write
+      contents: read
+    steps:
+
+      - name: repo checkout
+        uses: actions/checkout@v3
+
+      - name: s3
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          role-to-assume: ${{ secrets.AWS_WEBIDENTITY_FOR_GITHUB_ACTIONS }}
+          aws-region: us-east-1
+
+      - name: build
+        id: build
+        run: |
+             pwd
+             sudo apt-get -y install python3-pip
+             pip3 --version
+             sudo pip3 install virtualenv
+             virtualenv venv
+             source venv/bin/activate
+             pip install -e .
+             if [[ "${{ inputs.build_type }}" = release ]]; then
+                 sed -i 's/is_release = False/is_release = True/g' src/${{ github.event.repository.name }}/version.py
+             fi
+             status=$(make -B build || echo 'FAILED')
+             deactivate
+             echo "=========== Build log ==========="
+             echo "${status}"
+             echo "commitid=${GITHUB_SHA:0:7}" >> "$GITHUB_OUTPUT"
+             echo "=========== Build status ==========="
+             if [[ "${status}" = "FAILED" ]]; then
+                 echo "${{ github.event.repository.name }} build failed"
+                 exitCode=1
+             else
+                 echo "${{ github.event.repository.name }} build success"
+                 exitCode=0
+             fi
+             echo "=========== Generated build ==========="
+             ls dist/
+             echo "=========== Copy build to S3 ==========="
+             aws s3 cp dist/*.whl s3://nm-github-actions/${{ github.event.repository.name }}/
+             if [ $? -eq 0 ]; then
+                 echo "ok: copied to s3://nm-github-actions/${{ github.event.repository.name }}/"
+             else
+                 echo "failed: copied to s3://nm-github-actions/${{ github.event.repository.name }}/"
+                 exitCode=1
+             fi
+             if [ ${exitCode} -eq 1 ]; then
+                 echo "status=failed" >> "$GITHUB_OUTPUT"
+                 cp .github/workflows/result.xml.fail result.xml
+             else
+                 echo "status=success" >> "$GITHUB_OUTPUT"
+                 cp .github/workflows/result.xml.success result.xml
+             fi
+             oldDate=`date --date='-2 month' +%Y%m%d`
+             oldWhl=`(aws s3 ls s3://nm-github-actions/${{ github.event.repository.name }}/ | grep nightly | grep "${oldDate}") || echo "notfound"`
+             if [[ "${oldWhl}" != 'notfound' ]]; then
+                 for oldwhl in $(echo "${oldWhl}" | awk '{print $4}')
+                 do
+                     echo "Remove old build ${oldwhl} in S3"
+                     aws s3 rm s3://nm-github-actions/${{ github.event.repository.name }}/${oldwhl}
+                 done
+             fi
+             # TESTMO
+             echo "node: $(node -v)"
+             echo "npm: $(npm -v)"
+             echo "Installing testmo cli..."
+             sudo npm install -g @testmo/testmo-cli
+             export TESTMO_TOKEN=${{ secrets.TESTMO_TEST_TOKEN }}
+             TESTMO_URL="https://neuralmagic.testmo.net"
+             todaytime=`date +%Y%m%d`
+             name="${{ github.event.repository.name }} ${{ inputs.build_type }} ${todaytime} ${GITHUB_SHA:0:7} RunID:${{ inputs.run_id }}"
+             echo "========== Build info ==========="
+             echo "name: ${name}"
+             echo "build: $GITHUB_OUTPUT"
+             echo "echo \"GHA job $GITHUB_OUTPUT: https://github.com/neuralmagic/${{ github.event.repository.name }}/actions/runs/${{ inputs.run_id }}\"; exit ${exitCode}" > result.sh
+             echo "========== Report to testmo ==========="
+             echo "testmo automation:run:submit \\"
+             echo "  --instance ${TESTMO_URL} \\"
+             echo "  --project-id ${{ inputs.testmo_project_id }} \\"
+             echo "  --name ${name} \\"
+             echo "  --source ${{ github.event.repository.name }} \\"
+             echo "  --results result.xml"
+             testmo automation:run:submit \
+                         --instance "${TESTMO_URL}" \
+                         --project-id ${{ inputs.testmo_project_id }} \
+                         --name "${name}" \
+                         --source "${{ github.event.repository.name }}" \
+                         --results result.xml \
+                         -- bash result.sh