Skip to content
This repository has been archived by the owner on Sep 18, 2024. It is now read-only.

Port trial examples' config file to v2 #3721

Merged
merged 7 commits into from
Jun 8, 2021
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
23 changes: 6 additions & 17 deletions examples/trials/auto-gbdt/config.yml
Original file line number Diff line number Diff line change
@@ -1,21 +1,10 @@
authorName: default
experimentName: example_auto-gbdt
searchSpaceFile: search_space.json
trialCommand: python3 main.py
trialConcurrency: 1
maxExecDuration: 10h
maxTrialNum: 10
#choice: local, remote, pai
trainingServicePlatform: local
searchSpacePath: search_space.json
#choice: true, false
useAnnotation: false
maxTrialNumber: 10
tuner:
#choice: TPE, Random, Anneal, Evolution, BatchTuner, MetisTuner, GPTuner
#SMAC (SMAC should be installed through nnictl)
builtinTunerName: TPE
name: TPE
classArgs:
#choice: maximize, minimize
optimize_mode: minimize
trial:
command: python3 main.py
codeDir: .
gpuNum: 0
trainingService: # For other platforms, check mnist-pytorch example
platform: local
35 changes: 18 additions & 17 deletions examples/trials/auto-gbdt/config_metis.yml
Original file line number Diff line number Diff line change
@@ -1,21 +1,22 @@
authorName: default
experimentName: example_auto-gbdt-metis
# The search space of Metis tuner is slightly different from TPE and others.
# See Metis tuner' doc for details: https://nni.readthedocs.io/en/stable/Tuner/MetisTuner.html
searchSpace:
num_leaves:
_type: choice
_value: [31, 28, 24, 20]
learning_rate:
_type: choice
_value: [0.01, 0.05, 0.1, 0.2]
bagging_freq:
_type: choice
_value: [1, 2, 4, 8, 10]

trialCommand: python3 main.py
trialConcurrency: 1
maxExecDuration: 10h
maxTrialNum: 10
#choice: local, remote, pai
trainingServicePlatform: local
searchSpacePath: search_space_metis.json
#choice: true, false
useAnnotation: false
maxTrialNumber: 10
tuner:
#choice: TPE, Random, Anneal, Evolution, BatchTuner, MetisTuner, GPTuner
#SMAC (SMAC should be installed through nnictl)
builtinTunerName: MetisTuner
name: MetisTuner
classArgs:
#choice: maximize, minimize
optimize_mode: minimize
trial:
command: python3 main.py
codeDir: .
gpuNum: 0
trainingService:
platform: local
35 changes: 0 additions & 35 deletions examples/trials/auto-gbdt/config_pai.yml

This file was deleted.

22 changes: 17 additions & 5 deletions examples/trials/auto-gbdt/search_space.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,18 @@
{
"num_leaves":{"_type":"randint","_value":[20, 31]},
"learning_rate":{"_type":"choice","_value":[0.01, 0.05, 0.1, 0.2]},
"bagging_fraction":{"_type":"uniform","_value":[0.7, 1.0]},
"bagging_freq":{"_type":"choice","_value":[1, 2, 4, 8, 10]}
}
"num_leaves": {
"_type": "randint",
"_value": [20, 31]
},
"learning_rate": {
"_type": "choice",
"_value": [0.01, 0.05, 0.1, 0.2]
},
"bagging_fraction": {
"_type": "uniform",
"_value": [0.7, 1.0]
},
"bagging_freq": {
"_type": "choice",
"_value": [1, 2, 4, 8, 10]
}
}
5 changes: 0 additions & 5 deletions examples/trials/auto-gbdt/search_space_metis.json

This file was deleted.

29 changes: 11 additions & 18 deletions examples/trials/benchmarking/hyperband/config_hyperband.yml
Original file line number Diff line number Diff line change
@@ -1,27 +1,20 @@
authorName: default
experimentName: example_mnist_hyperband
trialConcurrency: 2
maxExecDuration: 100h
maxTrialNum: 10000
#choice: local, remote, pai
trainingServicePlatform: local
searchSpacePath: search_space.json
#choice: true, false
useAnnotation: false
advisor:
#choice: Hyperband, BOHB
builtinAdvisorName: Hyperband
name: Hyperband
classArgs:
optimize_mode: maximize

#R: the maximum trial budget (could be the number of mini-batches or epochs) can be
# allocated to a trial. Each trial should use trial budget to control how long it runs.
R: 60

#eta: proportion of discarded trials
eta: 3
#choice: maximize, minimize
optimize_mode: maximize

#choice: serial, parallelism
exec_mode: serial
trial:
command: python3 main.py
codeDir: .
gpuNum: 0

searchSpaceFile: search_space.json
trialCommand: python3 main.py
trialConcurrency: 10
trainingService:
platform: local
29 changes: 10 additions & 19 deletions examples/trials/cifar10_pytorch/config.yml
Original file line number Diff line number Diff line change
@@ -1,23 +1,14 @@
authorName: default
experimentName: example_pytorch_cifar10
searchSpaceFile: search_space.json
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

suggest at least for this simple example, we add "experimentName", because if users really use nni to run experiments, they want to give each experiment an easy-to-remember name (not experiment ID). If this field is not added in the example, users have to check config references, which is not friendly

trialCommand: python3 main.py
trialGpuNumber: 1
trialConcurrency: 4
maxExecDuration: 100h
maxTrialNum: 10
#choice: local, remote, pai
trainingServicePlatform: local
searchSpacePath: search_space.json
#choice: true, false
useAnnotation: false
maxTrialNumber: 10
tuner:
#choice: TPE, Random, Anneal, Evolution, BatchTuner, MetisTuner
#SMAC (SMAC should be installed through nnictl)
builtinTunerName: TPE
name: TPE
classArgs:
#choice: maximize, minimize
optimize_mode: maximize
trial:
command: python3 main.py
codeDir: .
gpuNum: 1
localConfig:
maxTrialNumPerGpu: 2
trainingService: # For other platforms, check mnist-pytorch example
platform: local
maxTrialNumberPerGpu: 2
useActiveGpu: false # NOTE: Use "true" if you are using an OS with graphical interface (e.g. Windows 10, Ubuntu desktop)
# Check the doc for details: https://nni.readthedocs.io/en/latest/reference/experiment_config.html#useactivegpu
35 changes: 0 additions & 35 deletions examples/trials/cifar10_pytorch/config_pai.yml

This file was deleted.

15 changes: 12 additions & 3 deletions examples/trials/cifar10_pytorch/search_space.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,14 @@
{
"lr":{"_type":"choice", "_value":[0.1, 0.01, 0.001, 0.0001]},
"optimizer":{"_type":"choice", "_value":["SGD", "Adadelta", "Adagrad", "Adam", "Adamax"]},
"model":{"_type":"choice", "_value":["vgg", "resnet18", "googlenet", "densenet121", "mobilenet", "dpn92", "senet18"]}
"lr": {
"_type": "choice",
"_value": [0.1, 0.01, 0.001, 0.0001]
},
"optimizer": {
"_type": "choice",
"_value": ["SGD", "Adadelta", "Adagrad", "Adam", "Adamax"]
},
"model": {
"_type": "choice",
"_value": ["vgg", "resnet18", "googlenet", "densenet121", "mobilenet", "dpn92", "senet18"]
}
}
15 changes: 15 additions & 0 deletions examples/trials/efficientnet/config.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
searchSpaceFile: search_net.json
trialCodeDirectory: EfficientNet-PyTorch
trialCommand: python3 main.py /data/imagenet -j 12 -a efficientnet --batch-size 48 --lr 0.048 --wd 1e-5 --epochs 5 --request-from-nni
trialGpuNumber: 1
trialConcurrency: 4
maxTrialNumber: 100
tuner:
className: tuner.FixedProductTuner
codeDirectory: .
classArgs:
product: 2
trainingService: # For other platforms, check mnist-pytorch example
platform: local
useActiveGpu: false # NOTE: Use "true" if you are using an OS with graphical interface (e.g. Windows 10, Ubuntu desktop)
# Check the doc for details: https://nni.readthedocs.io/en/latest/reference/experiment_config.html#useactivegputrial:
18 changes: 0 additions & 18 deletions examples/trials/efficientnet/config_local.yml

This file was deleted.

31 changes: 0 additions & 31 deletions examples/trials/efficientnet/config_pai.yml

This file was deleted.

2 changes: 1 addition & 1 deletion examples/trials/efficientnet/tuner.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from nni.gridsearch_tuner.gridsearch_tuner import GridSearchTuner
from nni.algorithms.hpo.gridsearch_tuner import GridSearchTuner


class FixedProductTuner(GridSearchTuner):
Expand Down
24 changes: 9 additions & 15 deletions examples/trials/ga_squad/config.yml
Original file line number Diff line number Diff line change
@@ -1,19 +1,13 @@
authorName: default
experimentName: example_ga_squad
trialCommand: python3 trial.py
trialGpuNumber: 0
trialConcurrency: 1
maxExecDuration: 1h
maxTrialNum: 10
#choice: local, remote, pai
trainingServicePlatform: local
#choice: true, false
useAnnotation: false
maxTrialNumber: 10
maxExperimentDuration: 1h
searchSpace: {} # hard-coded in tuner
tuner:
codeDir: ../../tuners/ga_customer_tuner
classFileName: customer_tuner.py
className: CustomerTuner
className: customer_tuner.CustomerTuner
codeDirectory: ../../tuners/ga_customer_tuner
classArgs:
optimize_mode: maximize
trial:
command: python3 trial.py
codeDir: .
gpuNum: 0
trainingService: # For other platforms, check mnist-pytorch example
platform: local
Loading