Skip to content
This repository has been archived by the owner on Jun 7, 2023. It is now read-only.

Commit

Permalink
circleci config: remove old models; fix test invocation
Browse files Browse the repository at this point in the history
  • Loading branch information
@hans
hans committed May 13, 2020
1 parent 52d3524 commit 2216f65
Showing 1 changed file with 7 additions and 123 deletions.
130 changes: 7 additions & 123 deletions .circleci/config.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ jobs:
- run:
name: Run tests
working_directory: models/ngram
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit
command: docker run --rm -v test.py:/test.py -v docs/schemas:/schemas cpllab/language-models:ngram python /test.py
GRNN:
machine:
image: circleci/classic:latest
Expand All @@ -44,7 +44,7 @@ jobs:
command: docker build -t cpllab/language-models:grnn -f models/GRNN/Dockerfile .
- run:
name: Run tests
command: docker run --rm -v test.py:/test.py -v docs/schemas:/schemas python /test.py
command: docker run --rm -v test.py:/test.py -v docs/schemas:/schemas cpllab/language-models:grnn python /test.py
# - run:
# name: Push to Docker Hub
# command: docker push cpllab/language-models:grnn
Expand All @@ -68,7 +68,7 @@ jobs:
- run:
name: Run tests
working_directory: models/JRNN
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit
command: docker run --rm -v test.py:/test.py -v docs/schemas:/schemas cpllab/language-models:jrnn python /test.py

RNNG:
machine:
Expand All @@ -93,32 +93,7 @@ jobs:
- run:
name: Run tests
working_directory: models/RNNG
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit

action-lstm:
machine:
image: circleci/classic:latest
steps:
- checkout
- run:
name: Check for relevant code updates
command: ./scripts/check_for_updates.sh $CIRCLE_JOB << pipeline.git.base_revision >> << pipeline.git.revision >>

- run:
<<: *docker_login
- add_ssh_keys:
fingerprints:
- "88:36:05:01:d6:98:05:43:e3:e4:e3:d3:a3:67:e9:29"
- run:
name: Build
command: docker build -t cpllab/language-models:action-lstm -f models/Action-LSTM/Dockerfile --build-arg CPL_SSH_PRV_KEY="$(cat ~/.ssh/id_rsa_88360501d6980543e3e4e3d3a367e929)" .
# - run:
# name: Push to Docker Hub
# command: docker push cpllab/language-models:action-lstm
- run:
name: Run tests
working_directory: models/Action-LSTM
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit
command: docker run --rm -v test.py:/test.py -v docs/schemas:/schemas cpllab/language-models:rnng python /test.py

ordered-neurons:
machine:
Expand All @@ -143,46 +118,7 @@ jobs:
- run:
name: Run tests
working_directory: models/ordered-neurons
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit

ordered-neurons-cased-ptb:
machine:
image: circleci/classic:latest
steps:
- checkout
- run:
name: Check for relevant code updates
command: ./scripts/check_for_updates.sh $CIRCLE_JOB << pipeline.git.base_revision >> << pipeline.git.revision >>

- run:
<<: *docker_login
- add_ssh_keys:
fingerprints:
- "88:36:05:01:d6:98:05:43:e3:e4:e3:d3:a3:67:e9:29"
- run:
name: Build
command: docker build -t cpllab/language-models:ordered-neurons-cased-ptb -f models/ordered-neurons/Dockerfile --build-arg CHECKPOINT_NAME=jennhu-ptb-20191108 --build-arg CPL_SSH_PRV_KEY="$(cat ~/.ssh/id_rsa_88360501d6980543e3e4e3d3a367e929)" .
# - run:
# name: Push to Docker Hub
# command: docker push cpllab/language-models:ordered-neurons-cased-ptb

pytorch-transformers:
machine:
image: circleci/classic:latest
steps:
- checkout
- run:
name: Check for relevant code updates
command: ./scripts/check_for_updates.sh $CIRCLE_JOB << pipeline.git.base_revision >> << pipeline.git.revision >>

- run:
<<: *docker_login
- run:
name: Build
command: docker build -t cpllab/language-models:pytorch-transformers -f models/pytorch-transformers/Dockerfile .
# - run:
# name: Push to Docker Hub
# command: docker push cpllab/language-models:pytorch-transformers
command: docker run --rm -v test.py:/test.py -v docs/schemas:/schemas cpllab/language-models:ordered-neurons python /test.py

gpt2:
machine:
Expand All @@ -201,7 +137,7 @@ jobs:
- run:
name: Run tests
working_directory: models/gpt2
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit
command: docker run --rm -v test.py:/test.py -v docs/schemas:/schemas cpllab/language-models:gpt2 python /test.py
# - run:
# name: Push to Docker Hub
# command: docker push cpllab/language-models:gpt2
Expand All @@ -223,58 +159,11 @@ jobs:
- run:
name: Run tests
working_directory: models/transformer-xl
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit
command: docker run --rm -v test.py:/test.py -v docs/schemas:/schemas cpllab/language-models:transformer-xl python /test.py
# - run:
# name: Push to Docker Hub
# command: docker push cpllab/language-models:transformer-xl

roberta:
machine:
image: circleci/classic:latest
steps:
- checkout
- run:
name: Check for relevant code updates
command: ./scripts/check_for_updates.sh $CIRCLE_JOB << pipeline.git.base_revision >> << pipeline.git.revision >>

- run:
<<: *docker_login
- run:
name: Build
command: docker build -t cpllab/language-models:roberta -f models/roberta/Dockerfile .
# - run:
# name: Push to Docker Hub
# command: docker push cpllab/language-models:roberta
- run:
name: Run tests
working_directory: models/roberta
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit

tiny-lstm:
machine:
image: circleci/classic:latest
steps:
- checkout
- run:
name: Check for relevant code updates
command: ./scripts/check_for_updates.sh $CIRCLE_JOB << pipeline.git.base_revision >> << pipeline.git.revision >>

- run:
<<: *docker_login
- add_ssh_keys:
fingerprints:
- "88:36:05:01:d6:98:05:43:e3:e4:e3:d3:a3:67:e9:29"
- run:
name: Build
command: docker build -t cpllab/language-models:tiny-lstm -f models/tiny-LSTM/Dockerfile --build-arg CPL_SSH_PRV_KEY="$(cat ~/.ssh/id_rsa_88360501d6980543e3e4e3d3a367e929)" .
# - run:
# name: Push to Docker Hub
# command: docker push cpllab/language-models:tiny-lstm
- run:
name: Run tests
working_directory: models/tiny-LSTM
command: docker-compose -f docker-compose.test.yml up --abort-on-container-exit



workflows:
Expand All @@ -285,11 +174,6 @@ workflows:
- GRNN
- JRNN
- RNNG
- action-lstm
- ordered-neurons
- ordered-neurons-cased-ptb
- pytorch-transformers
- gpt2
- transformer-xl
- roberta
- tiny-lstm

0 comments on commit 2216f65

Please sign in to comment.