mirror of
https://github.com/TryGhost/Ghost.git
synced 2025-02-03 23:00:14 -05:00
WIP
This commit is contained in:
Hannah Wolfe
parent
d65f07e4fd
commit
7ee8b87128
1 changed files with 157 additions and 0 deletions
157
.github/workflows/ci.yml
vendored
157
.github/workflows/ci.yml
vendored
|
|
@ -119,6 +119,9 @@ jobs:
|
||||||
- 'apps/sodo-search/**'
|
- 'apps/sodo-search/**'
|
||||||
any-code:
|
any-code:
|
||||||
- '!**/*.md'
|
- '!**/*.md'
|
||||||
|
tinybird:
|
||||||
|
- 'ghost/tinybird/**/*.datasource'
|
||||||
|
- 'ghost/tinybird/**/*.pipe'
|
||||||
|
|
||||||
- name: 'Checkout current commit'
|
- name: 'Checkout current commit'
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v4
|
||||||
|
|
@ -190,6 +193,7 @@ jobs:
|
||||||
changed_portal: ${{ steps.changed.outputs.portal }}
|
changed_portal: ${{ steps.changed.outputs.portal }}
|
||||||
changed_signup_form: ${{ steps.changed.outputs.signup-form }}
|
changed_signup_form: ${{ steps.changed.outputs.signup-form }}
|
||||||
changed_sodo_search: ${{ steps.changed.outputs.sodo-search }}
|
changed_sodo_search: ${{ steps.changed.outputs.sodo-search }}
|
||||||
|
changed_tinybird: ${{ steps.changed.outputs.tinybird }}
|
||||||
changed_any_code: ${{ steps.changed.outputs.any-code }}
|
changed_any_code: ${{ steps.changed.outputs.any-code }}
|
||||||
changed_new_package: ${{ steps.added.outputs.new-package }}
|
changed_new_package: ${{ steps.added.outputs.new-package }}
|
||||||
base_commit: ${{ env.BASE_COMMIT }}
|
base_commit: ${{ env.BASE_COMMIT }}
|
||||||
|
|
@ -928,6 +932,159 @@ jobs:
|
||||||
flags: e2e-tests
|
flags: e2e-tests
|
||||||
move_coverage_to_trash: true
|
move_coverage_to_trash: true
|
||||||
|
|
||||||
|
job_tinybird:
|
||||||
|
name: Tinybird Tests
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: [
|
||||||
|
job_setup
|
||||||
|
]
|
||||||
|
defaults:
|
||||||
|
run:
|
||||||
|
working-directory: ${{ inputs.data_project_dir }}/ghost/tinybird
|
||||||
|
if: needs.job_setup.outputs.changed_tinybird == 'true'
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
- uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: "3.11"
|
||||||
|
architecture: "x64"
|
||||||
|
cache: 'pip'
|
||||||
|
- name: Validate input
|
||||||
|
run: |
|
||||||
|
[[ "${{ secrets.TB_ADMIN_TOKEN }}" ]] || { echo "Go to the tokens section in your Workspace, copy the 'admin token' and set TB_ADMIN_TOKEN as a Secret in your Git repository"; exit 1; }
|
||||||
|
|
||||||
|
- name: Set environment variables
|
||||||
|
run: |
|
||||||
|
_ENV_FLAGS="${ENV_FLAGS:=--last-partition --wait}"
|
||||||
|
_NORMALIZED_BRANCH_NAME=$(echo $DATA_PROJECT_DIR | rev | cut -d "/" -f 1 | rev | tr '.-' '_')
|
||||||
|
GIT_BRANCH=${GITHUB_HEAD_REF}
|
||||||
|
echo "GIT_BRANCH=$GIT_BRANCH" >> $GITHUB_ENV
|
||||||
|
echo "_ENV_FLAGS=$_ENV_FLAGS" >> $GITHUB_ENV
|
||||||
|
echo "_NORMALIZED_BRANCH_NAME=$_NORMALIZED_BRANCH_NAME" >> $GITHUB_ENV
|
||||||
|
|
||||||
|
- name: Install Tinybird CLI
|
||||||
|
run: |
|
||||||
|
if [ -f "requirements.txt" ]; then
|
||||||
|
pip install -r requirements.txt
|
||||||
|
else
|
||||||
|
pip install tinybird-cli
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Tinybird version
|
||||||
|
run: tb --version
|
||||||
|
|
||||||
|
- name: Check all the datafiles syntax
|
||||||
|
run: tb check
|
||||||
|
|
||||||
|
- name: Check auth
|
||||||
|
run: tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} auth info
|
||||||
|
|
||||||
|
- name: Try to delete previous Branch
|
||||||
|
run: |
|
||||||
|
output=$(tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch ls)
|
||||||
|
BRANCH_NAME="tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }}"
|
||||||
|
|
||||||
|
# Check if the branch name exists in the output
|
||||||
|
if echo "$output" | grep -q "\b$BRANCH_NAME\b"; then
|
||||||
|
tb \
|
||||||
|
--host ${{ secrets.TB_HOST }} \
|
||||||
|
--token ${{ secrets.TB_ADMIN_TOKEN }} \
|
||||||
|
branch rm $BRANCH_NAME \
|
||||||
|
--yes
|
||||||
|
else
|
||||||
|
echo "Skipping clean up: The Branch '$BRANCH_NAME' does not exist."
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Create new test Branch with data
|
||||||
|
run: |
|
||||||
|
tb \
|
||||||
|
--host ${{ secrets.TB_HOST }} \
|
||||||
|
--token ${{ secrets.TB_ADMIN_TOKEN }} \
|
||||||
|
branch create tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }} \
|
||||||
|
${_ENV_FLAGS}
|
||||||
|
|
||||||
|
- name: Deploy changes to the test Branch
|
||||||
|
run: |
|
||||||
|
DEPLOY_FILE=./deploy/${VERSION}/deploy.sh
|
||||||
|
if [ ! -f "$DEPLOY_FILE" ]; then
|
||||||
|
echo "$DEPLOY_FILE not found, running default tb deploy command"
|
||||||
|
tb deploy
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Custom deployment to the test Branch
|
||||||
|
run: |
|
||||||
|
DEPLOY_FILE=./deploy/${VERSION}/deploy.sh
|
||||||
|
if [ -f "$DEPLOY_FILE" ]; then
|
||||||
|
echo "$DEPLOY_FILE found"
|
||||||
|
if ! [ -x "$DEPLOY_FILE" ]; then
|
||||||
|
echo "Error: You do not have permission to execute '$DEPLOY_FILE'. Run:"
|
||||||
|
echo "> chmod +x $DEPLOY_FILE"
|
||||||
|
echo "and commit your changes"
|
||||||
|
exit 1
|
||||||
|
else
|
||||||
|
$DEPLOY_FILE
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
- name: Get regression labels
|
||||||
|
id: regression_labels
|
||||||
|
uses: SamirMarin/get-labels-action@v0
|
||||||
|
with:
|
||||||
|
github_token: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
label_key: regression
|
||||||
|
|
||||||
|
- name: Run Pipe regression tests
|
||||||
|
run: |
|
||||||
|
source .tinyenv
|
||||||
|
echo ${{ steps.regression_labels.outputs.labels }}
|
||||||
|
REGRESSION_LABELS=$(echo "${{ steps.regression_labels.outputs.labels }}" | awk -F, '{for (i=1; i<=NF; i++) if ($i ~ /^--/) print $i}' ORS=',' | sed 's/,$//')
|
||||||
|
echo ${REGRESSION_LABELS}
|
||||||
|
|
||||||
|
CONFIG_FILE=./tests/regression.yaml
|
||||||
|
BASE_CMD="tb branch regression-tests"
|
||||||
|
LABELS_CMD="$(echo ${REGRESSION_LABELS} | tr , ' ')"
|
||||||
|
if [ -f ${CONFIG_FILE} ]; then
|
||||||
|
echo "Config file found: ${CONFIG_FILE}"
|
||||||
|
${BASE_CMD} -f ${CONFIG_FILE} --wait ${LABELS_CMD}
|
||||||
|
else
|
||||||
|
echo "Config file not found at '${CONFIG_FILE}', running with default values"
|
||||||
|
${BASE_CMD} coverage --wait ${LABELS_CMD}
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Append fixtures
|
||||||
|
run: |
|
||||||
|
if [ -f ./scripts/append_fixtures.sh ]; then
|
||||||
|
echo "append_fixtures script found"
|
||||||
|
./scripts/append_fixtures.sh
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Run fixture tests
|
||||||
|
run: |
|
||||||
|
if [ -f ./scripts/exec_test.sh ]; then
|
||||||
|
./scripts/exec_test.sh
|
||||||
|
fi
|
||||||
|
|
||||||
|
# - name: Run data quality tests
|
||||||
|
# run: |
|
||||||
|
# tb test run -v -c 4
|
||||||
|
|
||||||
|
- name: Try to delete previous Branch
|
||||||
|
run: |
|
||||||
|
output=$(tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch ls)
|
||||||
|
BRANCH_NAME="tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }}"
|
||||||
|
|
||||||
|
# Check if the branch name exists in the output
|
||||||
|
if echo "$output" | grep -q "\b$BRANCH_NAME\b"; then
|
||||||
|
tb \
|
||||||
|
--host ${{ secrets.TB_HOST }} \
|
||||||
|
--token ${{ secrets.TB_ADMIN_TOKEN }} \
|
||||||
|
branch rm $BRANCH_NAME \
|
||||||
|
--yes
|
||||||
|
else
|
||||||
|
echo "Skipping clean up: The Branch '$BRANCH_NAME' does not exist."
|
||||||
|
fi
|
||||||
|
|
||||||
|
|
||||||
job_required_tests:
|
job_required_tests:
|
||||||
name: All required tests passed or skipped
|
name: All required tests passed or skipped
|
||||||
needs:
|
needs:
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue