Skip to content

Daily workflows

Daily workflows #358

Workflow file for this run

name: Daily workflows
on:
workflow_dispatch:
schedule:
- cron: "0 5 * * *" # Daily at midnight EST
jobs:
update-s3-testing-data:
uses: ./.github/workflows/update_s3_testing_data.yml

Check failure on line 10 in .github/workflows/dailies.yml

View workflow run for this annotation

GitHub Actions / .github/workflows/dailies.yml

Invalid workflow file

error parsing called workflow ".github/workflows/dailies.yml" -> "./.github/workflows/update_s3_testing_data.yml" : failed to fetch workflow: workflow was not found.
secrets:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
S3_GIN_BUCKET: ${{ secrets.S3_GIN_BUCKET }}
build-and-upload-docker-image-dev:
uses: ./.github/workflows/build_and_upload_docker_image_dev.yml
secrets:
DOCKER_UPLOADER_USERNAME: ${{ secrets.DOCKER_UPLOADER_USERNAME }}
DOCKER_UPLOADER_PASSWORD: ${{ secrets.DOCKER_UPLOADER_PASSWORD }}
run-daily-tests:
uses: ./.github/workflows/testing.yml
secrets:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
S3_GIN_BUCKET: ${{ secrets.S3_GIN_BUCKET }}
CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
run-daily-dev-tests:
uses: ./.github/workflows/dev-testing.yml
secrets:
DANDI_API_KEY: ${{ secrets.DANDI_API_KEY }}
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
S3_GIN_BUCKET: ${{ secrets.S3_GIN_BUCKET }}
run-daily-live-service-testing:
uses: ./.github/workflows/live-service-testing.yml
secrets:
DANDI_API_KEY: ${{ secrets.DANDI_API_KEY }}
run-daily-neuroconv-docker-testing:
uses: ./.github/workflows/neuroconv_docker_testing.yml
secrets:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
S3_GIN_BUCKET: ${{ secrets.S3_GIN_BUCKET }}
run-daily-rclone-docker-testing:
uses: ./.github/workflows/rclone_docker_testing.yml
secrets:
RCLONE_DRIVE_ACCESS_TOKEN: ${{ secrets.RCLONE_DRIVE_ACCESS_TOKEN }}
RCLONE_DRIVE_REFRESH_TOKEN: ${{ secrets.RCLONE_DRIVE_REFRESH_TOKEN }}
RCLONE_EXPIRY_TOKEN: ${{ secrets.RCLONE_EXPIRY_TOKEN }}
run-daily-doc-link-checks:
uses: ./.github/workflows/test-external-links.yml
notify-update-s3-testing-data:
runs-on: ubuntu-latest
needs: [update-s3-testing-data]
if: ${{ always() && needs.update-s3-testing-data.result == 'failure' }}
steps:
- uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: NeuroConv Daily S3 Testing Data Update Failure
to: ${{ secrets.DAILY_FAILURE_EMAIL_LIST }}
from: NeuroConv
body: "The daily update of the S3 testing data failed, please check status at https://github.com/catalystneuro/neuroconv/actions/workflows/dailies.yml"
notify-build-and-upload-docker-image-dev:
runs-on: ubuntu-latest
needs: [build-and-upload-docker-image-dev]
if: ${{ always() && needs.build-and-upload-docker-image-dev.result == 'failure' }}
steps:
- uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: NeuroConv Daily Docker Image Build and Upload Failure
to: ${{ secrets.DAILY_FAILURE_EMAIL_LIST }}
from: NeuroConv
body: "The daily build and upload of the Docker image failed, please check status at https://github.com/catalystneuro/neuroconv/actions/workflows/dailies.yml"
notify-test-failure:
runs-on: ubuntu-latest
needs: [run-daily-tests]
if: ${{ always() && needs.run-daily-tests.result == 'failure' }}
steps:
- uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: NeuroConv Daily Test Failure
to: ${{ secrets.DAILY_FAILURE_EMAIL_LIST }}
from: NeuroConv
body: "The daily test workflow failed, please check status at https://github.com/catalystneuro/neuroconv/actions/workflows/dailies.yml"
notify-dev-test-failure:
runs-on: ubuntu-latest
needs: [run-daily-dev-tests]
if: ${{ always() && needs.run-daily-dev-tests.result == 'failure' }}
steps:
- uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: NeuroConv Daily Dev Test Failure
to: ${{ secrets.DAILY_FAILURE_EMAIL_LIST }}
from: NeuroConv
body: "The daily dev test workflow failed, please check status at https://github.com/catalystneuro/neuroconv/actions/workflows/dailies.yml"
notify-live-service-test-failure:
runs-on: ubuntu-latest
needs: [run-daily-live-service-testing]
if: ${{ always() && needs.run-daily-live-service-testing.result == 'failure' }}
steps:
- uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: NeuroConv Daily Live Service Test Failure
to: ${{ secrets.DAILY_FAILURE_EMAIL_LIST }}
from: NeuroConv
body: "The daily live service test workflow failed, please check status at https://github.com/catalystneuro/neuroconv/actions/workflows/dailies.yml"
notify-neuroconv-docker-test-failure:
runs-on: ubuntu-latest
needs: [run-daily-neuroconv-docker-testing]
if: ${{ always() && needs.run-daily-neuroconv-docker-testing.result == 'failure' }}
steps:
- uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: NeuroConv Daily NeuroConv Docker Test Failure
to: ${{ secrets.DAILY_FAILURE_EMAIL_LIST }}
from: NeuroConv
body: "The daily neuroconv docker test workflow failed, please check status at https://github.com/catalystneuro/neuroconv/actions/workflows/dailies.yml"
notify-rclone-docker-test-failure:
runs-on: ubuntu-latest
needs: [run-daily-rclone-docker-testing]
if: ${{ always() && needs.run-daily-rclone-docker-testing.result == 'failure' }}
steps:
- uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: NeuroConv Daily Rclone Docker Test Failure
to: ${{ secrets.DAILY_FAILURE_EMAIL_LIST }}
from: NeuroConv
body: "The daily rclone docker test workflow failed, please check status at https://github.com/catalystneuro/neuroconv/actions/workflows/dailies.yml"
notify-link-check-failure:
runs-on: ubuntu-latest
needs: [run-daily-doc-link-checks]
if: ${{ always() && needs.run-daily-doc-link-checks.result == 'failure' }}
steps:
- uses: dawidd6/action-send-mail@v3
with:
server_address: smtp.gmail.com
server_port: 465
username: ${{ secrets.MAIL_USERNAME }}
password: ${{ secrets.MAIL_PASSWORD }}
subject: NeuroConv Daily Doc Link Check Failure
to: ${{ secrets.DAILY_FAILURE_EMAIL_LIST }}
from: NeuroConv
body: "The daily check for working links in the documentation failed, please check status at https://github.com/catalystneuro/neuroconv/actions/workflows/dailies.yml"