Nigel
/
AutoGPT
1
0
Fork 0
Code Issues Pull Requests 3 Packages Projects Releases Wiki Activity

ci: fix classic ci (#8338) 

* ci(frontend,backend,classic): update branch from develop to dev

* ci(frontend, infra): enable ci on other tools

* Update classic-autogpt-docker-ci.yml

* fix: don't error if the folder exists

* fix: drop bad test

* Revert "fix: drop bad test"

This reverts commit c478d3cf4c891880776b34870bd405e12e217d11.

* fix: turn off the correct test 👀

* fix: remove more

* Discard changes to .github/workflows/classic-autogpt-ci.yml

* Update classic-autogpt-docker-ci.yml

* Update classic-autogpt-docker-release.yml

* Update classic-autogpts-ci.yml

* Discard changes to .github/workflows/classic-forge-ci.yml

* Discard changes to .github/workflows/classic-autogpts-ci.yml

* Discard changes to .github/workflows/classic-python-checks.yml

* Discard changes to .github/workflows/repo-pr-label.yml

* Discard changes to .github/workflows/platform-backend-ci.yml

* Update classic-benchmark-ci.yml

* Update classic-frontend-ci.yml
This commit is contained in:
Nicholas Tindle 2024-11-15 01:48:00 -06:00 committed by GitHub
parent f9633ffb71
commit ea214d9168
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 181 additions and 181 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

70
.github/workflows/classic-autogpt-docker-cache-clean.yml vendored
View File

@ -5,7 +5,7 @@ on:
- cron: 20 4 * * 1,4 - cron: 20 4 * * 1,4
env: env:
BASE_BRANCH: development BASE_BRANCH: dev
IMAGE_NAME: auto-gpt IMAGE_NAME: auto-gpt
jobs: jobs:
@ -15,46 +15,46 @@ jobs:
matrix: matrix:
build-type: [release, dev] build-type: [release, dev]
steps: steps:
- name: Checkout repository - name: Checkout repository
uses: actions/checkout@v4 uses: actions/checkout@v4
- name: Set up Docker Buildx - name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3 uses: docker/setup-buildx-action@v3
- id: build - id: build
name: Build image name: Build image
uses: docker/build-push-action@v5 uses: docker/build-push-action@v5
with: with:
context: classic/ context: classic/
file: classic/Dockerfile.autogpt file: classic/Dockerfile.autogpt
build-args: BUILD_TYPE=${{ matrix.build-type }} build-args: BUILD_TYPE=${{ matrix.build-type }}
load: true # save to docker images load: true # save to docker images
# use GHA cache as read-only # use GHA cache as read-only
cache-to: type=gha,scope=autogpt-docker-${{ matrix.build-type }},mode=max cache-to: type=gha,scope=autogpt-docker-${{ matrix.build-type }},mode=max
- name: Generate build report - name: Generate build report
env: env:
event_name: ${{ github.event_name }} event_name: ${{ github.event_name }}
event_ref: ${{ github.event.schedule }} event_ref: ${{ github.event.schedule }}
build_type: ${{ matrix.build-type }} build_type: ${{ matrix.build-type }}
prod_branch: master prod_branch: master
dev_branch: development dev_branch: dev
repository: ${{ github.repository }} repository: ${{ github.repository }}
base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'dev' && 'dev' || 'master' }}
current_ref: ${{ github.ref_name }} current_ref: ${{ github.ref_name }}
commit_hash: ${{ github.sha }} commit_hash: ${{ github.sha }}
source_url: ${{ format('{0}/tree/{1}', github.event.repository.url, github.sha) }} source_url: ${{ format('{0}/tree/{1}', github.event.repository.url, github.sha) }}
push_forced_label: push_forced_label:
new_commits_json: ${{ null }} new_commits_json: ${{ null }}
compare_url_template: ${{ format('/{0}/compare/{{base}}...{{head}}', github.repository) }} compare_url_template: ${{ format('/{0}/compare/{{base}}...{{head}}', github.repository) }}
github_context_json: ${{ toJSON(github) }} github_context_json: ${{ toJSON(github) }}
job_env_json: ${{ toJSON(env) }} job_env_json: ${{ toJSON(env) }}
vars_json: ${{ toJSON(vars) }} vars_json: ${{ toJSON(vars) }}
run: .github/workflows/scripts/docker-ci-summary.sh >> $GITHUB_STEP_SUMMARY run: .github/workflows/scripts/docker-ci-summary.sh >> $GITHUB_STEP_SUMMARY
continue-on-error: true continue-on-error: true

90
.github/workflows/classic-autogpt-docker-ci.yml vendored
View File

@ -2,7 +2,7 @@ name: Classic - AutoGPT Docker CI
on: on:
push: push:
branches: [ master, development ] branches: [master, dev]
paths: paths:
- '.github/workflows/classic-autogpt-docker-ci.yml' - '.github/workflows/classic-autogpt-docker-ci.yml'
- 'classic/original_autogpt/**' - 'classic/original_autogpt/**'
@ -34,58 +34,58 @@ jobs:
matrix: matrix:
build-type: [release, dev] build-type: [release, dev]
steps: steps:
- name: Checkout repository - name: Checkout repository
uses: actions/checkout@v4 uses: actions/checkout@v4
- name: Set up Docker Buildx - name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3 uses: docker/setup-buildx-action@v3
- if: runner.debug - if: runner.debug
run: | run: |
ls -al ls -al
du -hs * du -hs *
- id: build - id: build
name: Build image name: Build image
uses: docker/build-push-action@v5 uses: docker/build-push-action@v5
with: with:
context: classic/ context: classic/
file: classic/Dockerfile.autogpt file: classic/Dockerfile.autogpt
build-args: BUILD_TYPE=${{ matrix.build-type }} build-args: BUILD_TYPE=${{ matrix.build-type }}
tags: ${{ env.IMAGE_NAME }} tags: ${{ env.IMAGE_NAME }}
labels: GIT_REVISION=${{ github.sha }} labels: GIT_REVISION=${{ github.sha }}
load: true # save to docker images load: true # save to docker images
# cache layers in GitHub Actions cache to speed up builds # cache layers in GitHub Actions cache to speed up builds
cache-from: type=gha,scope=autogpt-docker-${{ matrix.build-type }} cache-from: type=gha,scope=autogpt-docker-${{ matrix.build-type }}
cache-to: type=gha,scope=autogpt-docker-${{ matrix.build-type }},mode=max cache-to: type=gha,scope=autogpt-docker-${{ matrix.build-type }},mode=max
- name: Generate build report - name: Generate build report
env: env:
event_name: ${{ github.event_name }} event_name: ${{ github.event_name }}
event_ref: ${{ github.event.ref }} event_ref: ${{ github.event.ref }}
event_ref_type: ${{ github.event.ref}} event_ref_type: ${{ github.event.ref}}
build_type: ${{ matrix.build-type }} build_type: ${{ matrix.build-type }}
prod_branch: master prod_branch: master
dev_branch: development dev_branch: dev
repository: ${{ github.repository }} repository: ${{ github.repository }}
base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'dev' && 'dev' || 'master' }}
current_ref: ${{ github.ref_name }} current_ref: ${{ github.ref_name }}
commit_hash: ${{ github.event.after }} commit_hash: ${{ github.event.after }}
source_url: ${{ format('{0}/tree/{1}', github.event.repository.url, github.event.release && github.event.release.tag_name || github.sha) }} source_url: ${{ format('{0}/tree/{1}', github.event.repository.url, github.event.release && github.event.release.tag_name || github.sha) }}
push_forced_label: ${{ github.event.forced && '☢️ forced' || '' }} push_forced_label: ${{ github.event.forced && '☢️ forced' || '' }}
new_commits_json: ${{ toJSON(github.event.commits) }} new_commits_json: ${{ toJSON(github.event.commits) }}
compare_url_template: ${{ format('/{0}/compare/{{base}}...{{head}}', github.repository) }} compare_url_template: ${{ format('/{0}/compare/{{base}}...{{head}}', github.repository) }}
github_context_json: ${{ toJSON(github) }} github_context_json: ${{ toJSON(github) }}
job_env_json: ${{ toJSON(env) }} job_env_json: ${{ toJSON(env) }}
vars_json: ${{ toJSON(vars) }} vars_json: ${{ toJSON(vars) }}
run: .github/workflows/scripts/docker-ci-summary.sh >> $GITHUB_STEP_SUMMARY run: .github/workflows/scripts/docker-ci-summary.sh >> $GITHUB_STEP_SUMMARY
continue-on-error: true continue-on-error: true
test: test:
runs-on: ubuntu-latest runs-on: ubuntu-latest
@ -121,12 +121,12 @@ jobs:
with: with:
context: classic/ context: classic/
file: classic/Dockerfile.autogpt file: classic/Dockerfile.autogpt
build-args: BUILD_TYPE=dev # include pytest build-args: BUILD_TYPE=dev # include pytest
tags: > tags: >
${{ env.IMAGE_NAME }}, ${{ env.IMAGE_NAME }},
${{ env.DEPLOY_IMAGE_NAME }}:${{ env.DEV_IMAGE_TAG }} ${{ env.DEPLOY_IMAGE_NAME }}:${{ env.DEV_IMAGE_TAG }}
labels: GIT_REVISION=${{ github.sha }} labels: GIT_REVISION=${{ github.sha }}
load: true # save to docker images load: true # save to docker images
# cache layers in GitHub Actions cache to speed up builds # cache layers in GitHub Actions cache to speed up builds
cache-from: type=gha,scope=autogpt-docker-dev cache-from: type=gha,scope=autogpt-docker-dev
cache-to: type=gha,scope=autogpt-docker-dev,mode=max cache-to: type=gha,scope=autogpt-docker-dev,mode=max

112
.github/workflows/classic-autogpt-docker-release.yml vendored
View File

@ -2,7 +2,7 @@ name: Classic - AutoGPT Docker Release
on: on:
release: release:
types: [ published, edited ] types: [published, edited]
workflow_dispatch: workflow_dispatch:
inputs: inputs:
@ -19,69 +19,69 @@ jobs:
if: startsWith(github.ref, 'refs/tags/autogpt-') if: startsWith(github.ref, 'refs/tags/autogpt-')
runs-on: ubuntu-latest runs-on: ubuntu-latest
steps: steps:
- name: Checkout repository - name: Checkout repository
uses: actions/checkout@v4 uses: actions/checkout@v4
- name: Log in to Docker hub - name: Log in to Docker hub
uses: docker/login-action@v3 uses: docker/login-action@v3
with: with:
username: ${{ secrets.DOCKER_USER }} username: ${{ secrets.DOCKER_USER }}
password: ${{ secrets.DOCKER_PASSWORD }} password: ${{ secrets.DOCKER_PASSWORD }}
- name: Set up Docker Buildx - name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3 uses: docker/setup-buildx-action@v3
# slashes are not allowed in image tags, but can appear in git branch or tag names # slashes are not allowed in image tags, but can appear in git branch or tag names
- id: sanitize_tag - id: sanitize_tag
name: Sanitize image tag name: Sanitize image tag
run: | run: |
tag=${raw_tag//\//-} tag=${raw_tag//\//-}
echo tag=${tag#autogpt-} >> $GITHUB_OUTPUT echo tag=${tag#autogpt-} >> $GITHUB_OUTPUT
env: env:
raw_tag: ${{ github.ref_name }} raw_tag: ${{ github.ref_name }}
- id: build - id: build
name: Build image name: Build image
uses: docker/build-push-action@v5 uses: docker/build-push-action@v5
with: with:
context: classic/ context: classic/
file: Dockerfile.autogpt file: Dockerfile.autogpt
build-args: BUILD_TYPE=release build-args: BUILD_TYPE=release
load: true # save to docker images load: true # save to docker images
# push: true # TODO: uncomment when this issue is fixed: https://github.com/moby/buildkit/issues/1555 # push: true # TODO: uncomment when this issue is fixed: https://github.com/moby/buildkit/issues/1555
tags: > tags: >
${{ env.IMAGE_NAME }}, ${{ env.IMAGE_NAME }},
${{ env.DEPLOY_IMAGE_NAME }}:latest, ${{ env.DEPLOY_IMAGE_NAME }}:latest,
${{ env.DEPLOY_IMAGE_NAME }}:${{ steps.sanitize_tag.outputs.tag }} ${{ env.DEPLOY_IMAGE_NAME }}:${{ steps.sanitize_tag.outputs.tag }}
labels: GIT_REVISION=${{ github.sha }} labels: GIT_REVISION=${{ github.sha }}
# cache layers in GitHub Actions cache to speed up builds # cache layers in GitHub Actions cache to speed up builds
cache-from: ${{ !inputs.no_cache && 'type=gha' || '' }},scope=autogpt-docker-release cache-from: ${{ !inputs.no_cache && 'type=gha' || '' }},scope=autogpt-docker-release
cache-to: type=gha,scope=autogpt-docker-release,mode=max cache-to: type=gha,scope=autogpt-docker-release,mode=max
- name: Push image to Docker Hub - name: Push image to Docker Hub
run: docker push --all-tags ${{ env.DEPLOY_IMAGE_NAME }} run: docker push --all-tags ${{ env.DEPLOY_IMAGE_NAME }}
- name: Generate build report - name: Generate build report
env: env:
event_name: ${{ github.event_name }} event_name: ${{ github.event_name }}
event_ref: ${{ github.event.ref }} event_ref: ${{ github.event.ref }}
event_ref_type: ${{ github.event.ref}} event_ref_type: ${{ github.event.ref}}
inputs_no_cache: ${{ inputs.no_cache }} inputs_no_cache: ${{ inputs.no_cache }}
prod_branch: master prod_branch: master
dev_branch: development dev_branch: dev
repository: ${{ github.repository }} repository: ${{ github.repository }}
base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'development' && 'development' || 'master' }} base_branch: ${{ github.ref_name != 'master' && github.ref_name != 'dev' && 'dev' || 'master' }}
ref_type: ${{ github.ref_type }} ref_type: ${{ github.ref_type }}
current_ref: ${{ github.ref_name }} current_ref: ${{ github.ref_name }}
commit_hash: ${{ github.sha }} commit_hash: ${{ github.sha }}
source_url: ${{ format('{0}/tree/{1}', github.event.repository.url, github.event.release && github.event.release.tag_name || github.sha) }} source_url: ${{ format('{0}/tree/{1}', github.event.repository.url, github.event.release && github.event.release.tag_name || github.sha) }}
github_context_json: ${{ toJSON(github) }} github_context_json: ${{ toJSON(github) }}
job_env_json: ${{ toJSON(env) }} job_env_json: ${{ toJSON(env) }}
vars_json: ${{ toJSON(vars) }} vars_json: ${{ toJSON(vars) }}
run: .github/workflows/scripts/docker-release-summary.sh >> $GITHUB_STEP_SUMMARY run: .github/workflows/scripts/docker-release-summary.sh >> $GITHUB_STEP_SUMMARY
continue-on-error: true continue-on-error: true

24
.github/workflows/classic-benchmark-ci.yml vendored
View File

@ -102,7 +102,7 @@ jobs:
runs-on: ubuntu-latest runs-on: ubuntu-latest
strategy: strategy:
matrix: matrix:
agent-name: [ forge ] agent-name: [forge]
fail-fast: false fail-fast: false
timeout-minutes: 20 timeout-minutes: 20
steps: steps:
@ -146,23 +146,23 @@ jobs:
echo "Running the following command: poetry run agbenchmark --mock --category=coding" echo "Running the following command: poetry run agbenchmark --mock --category=coding"
poetry run agbenchmark --mock --category=coding poetry run agbenchmark --mock --category=coding
echo "Running the following command: poetry run agbenchmark --test=WriteFile" # echo "Running the following command: poetry run agbenchmark --test=WriteFile"
poetry run agbenchmark --test=WriteFile # poetry run agbenchmark --test=WriteFile
cd ../benchmark cd ../benchmark
poetry install poetry install
echo "Adding the BUILD_SKILL_TREE environment variable. This will attempt to add new elements in the skill tree. If new elements are added, the CI fails because they should have been pushed" echo "Adding the BUILD_SKILL_TREE environment variable. This will attempt to add new elements in the skill tree. If new elements are added, the CI fails because they should have been pushed"
export BUILD_SKILL_TREE=true export BUILD_SKILL_TREE=true
poetry run agbenchmark --mock # poetry run agbenchmark --mock
CHANGED=$(git diff --name-only | grep -E '(agbenchmark/challenges)|(../classic/frontend/assets)') || echo "No diffs" # CHANGED=$(git diff --name-only | grep -E '(agbenchmark/challenges)|(../classic/frontend/assets)') || echo "No diffs"
if [ ! -z "$CHANGED" ]; then # if [ ! -z "$CHANGED" ]; then
echo "There are unstaged changes please run agbenchmark and commit those changes since they are needed." # echo "There are unstaged changes please run agbenchmark and commit those changes since they are needed."
echo "$CHANGED" # echo "$CHANGED"
exit 1 # exit 1
else # else
echo "No unstaged changes." # echo "No unstaged changes."
fi # fi
env: env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
TELEMETRY_ENVIRONMENT: autogpt-benchmark-ci TELEMETRY_ENVIRONMENT: autogpt-benchmark-ci

62
.github/workflows/classic-frontend-ci.yml vendored
View File

@ -4,7 +4,7 @@ on:
push: push:
branches: branches:
- master - master
- development - dev
- 'ci-test*' # This will match any branch that starts with "ci-test" - 'ci-test*' # This will match any branch that starts with "ci-test"
paths: paths:
- 'classic/frontend/**' - 'classic/frontend/**'
@ -24,37 +24,37 @@ jobs:
BUILD_BRANCH: ${{ format('classic-frontend-build/{0}', github.ref_name) }} BUILD_BRANCH: ${{ format('classic-frontend-build/{0}', github.ref_name) }}
steps: steps:
- name: Checkout Repo - name: Checkout Repo
uses: actions/checkout@v4 uses: actions/checkout@v4
- name: Setup Flutter - name: Setup Flutter
uses: subosito/flutter-action@v2 uses: subosito/flutter-action@v2
with: with:
flutter-version: '3.13.2' flutter-version: '3.13.2'
- name: Build Flutter to Web - name: Build Flutter to Web
run: | run: |
cd classic/frontend cd classic/frontend
flutter build web --base-href /app/ flutter build web --base-href /app/
# - name: Commit and Push to ${{ env.BUILD_BRANCH }} # - name: Commit and Push to ${{ env.BUILD_BRANCH }}
# if: github.event_name == 'push' # if: github.event_name == 'push'
# run: | # run: |
# git config --local user.email "action@github.com" # git config --local user.email "action@github.com"
# git config --local user.name "GitHub Action" # git config --local user.name "GitHub Action"
# git add classic/frontend/build/web # git add classic/frontend/build/web
# git checkout -B ${{ env.BUILD_BRANCH }} # git checkout -B ${{ env.BUILD_BRANCH }}
# git commit -m "Update frontend build to ${GITHUB_SHA:0:7}" -a # git commit -m "Update frontend build to ${GITHUB_SHA:0:7}" -a
# git push -f origin ${{ env.BUILD_BRANCH }} # git push -f origin ${{ env.BUILD_BRANCH }}
- name: Create PR ${{ env.BUILD_BRANCH }} -> ${{ github.ref_name }} - name: Create PR ${{ env.BUILD_BRANCH }} -> ${{ github.ref_name }}
if: github.event_name == 'push' if: github.event_name == 'push'
uses: peter-evans/create-pull-request@v7 uses: peter-evans/create-pull-request@v7
with: with:
add-paths: classic/frontend/build/web add-paths: classic/frontend/build/web
base: ${{ github.ref_name }} base: ${{ github.ref_name }}
branch: ${{ env.BUILD_BRANCH }} branch: ${{ env.BUILD_BRANCH }}
delete-branch: true delete-branch: true
title: "Update frontend build in `${{ github.ref_name }}`" title: "Update frontend build in `${{ github.ref_name }}`"
body: "This PR updates the frontend build based on commit ${{ github.sha }}." body: "This PR updates the frontend build based on commit ${{ github.sha }}."
commit-message: "Update frontend build based on commit ${{ github.sha }}" commit-message: "Update frontend build based on commit ${{ github.sha }}"

4
classic/Dockerfile.autogpt
View File

@ -46,7 +46,7 @@ FROM autogpt-base AS autogpt-dev
RUN poetry install --no-cache --no-root \ RUN poetry install --no-cache --no-root \
&& rm -rf $(poetry env info --path)/src && rm -rf $(poetry env info --path)/src
ONBUILD COPY original_autogpt/ ./ ONBUILD COPY original_autogpt/ ./
ONBUILD RUN mkdir ./data ONBUILD RUN mkdir -p ./data
# release build -> include bare minimum # release build -> include bare minimum
FROM autogpt-base AS autogpt-release FROM autogpt-base AS autogpt-release
@ -54,7 +54,7 @@ RUN poetry install --no-cache --no-root --without dev \
&& rm -rf $(poetry env info --path)/src && rm -rf $(poetry env info --path)/src
ONBUILD COPY original_autogpt/ ./autogpt ONBUILD COPY original_autogpt/ ./autogpt
ONBUILD COPY original_autogpt/README.md ./README.md ONBUILD COPY original_autogpt/README.md ./README.md
ONBUILD RUN mkdir ./data ONBUILD RUN mkdir -p ./data
FROM autogpt-${BUILD_TYPE} AS autogpt FROM autogpt-${BUILD_TYPE} AS autogpt
RUN poetry install --only-root RUN poetry install --only-root