microsoft · liuzhe-lz · Feb 19, 2021
diff --git a/examples/trials/auto-gbdt/config.yml b/examples/trials/auto-gbdt/config.yml
@@ -1,21 +1,14 @@
-authorName: default
-experimentName: example_auto-gbdt
-trialConcurrency: 1
-maxExecDuration: 10h
-maxTrialNum: 10
-#choice: local, remote, pai
-trainingServicePlatform: local
-searchSpacePath: search_space.json
-#choice: true, false
-useAnnotation: false
-tuner:
-  #choice: TPE, Random, Anneal, Evolution, BatchTuner, MetisTuner, GPTuner
-  #SMAC (SMAC should be installed through nnictl)
-  builtinTunerName: TPE
-  classArgs:
-    #choice: maximize, minimize
-    optimize_mode: minimize
-trial:
-  command: python3 main.py
-  codeDir: .
-  gpuNum: 0
+debug: false
+experimentName: example_auto-gbdt
+maxExperimentDuration: 10h
+maxTrialNumber: 10
+searchSpaceFile: search_space.json
+trainingService: {maxTrialNumberPerGpu: 1, platform: local}
+trialCodeDirectory: .
+trialCommand: python3 main.py
+trialConcurrency: 1
+trialGpuNumber: 0
+tuner:
+  classArgs: {optimize_mode: minimize}
+  name: TPE
+useAnnotation: false
diff --git a/examples/trials/auto-gbdt/config_metis.yml b/examples/trials/auto-gbdt/config_metis.yml
@@ -1,21 +1,14 @@
-authorName: default
-experimentName: example_auto-gbdt-metis
-trialConcurrency: 1
-maxExecDuration: 10h
-maxTrialNum: 10
-#choice: local, remote, pai
-trainingServicePlatform: local
-searchSpacePath: search_space_metis.json
-#choice: true, false
-useAnnotation: false
-tuner:
-  #choice: TPE, Random, Anneal, Evolution, BatchTuner, MetisTuner, GPTuner
-  #SMAC (SMAC should be installed through nnictl)
-  builtinTunerName: MetisTuner
-  classArgs:
-    #choice: maximize, minimize
-    optimize_mode: minimize
-trial:
-  command: python3 main.py
-  codeDir: .
-  gpuNum: 0
+debug: false
+experimentName: example_auto-gbdt-metis
+maxExperimentDuration: 10h
+maxTrialNumber: 10
+searchSpaceFile: search_space_metis.json
+trainingService: {maxTrialNumberPerGpu: 1, platform: local}
+trialCodeDirectory: .
+trialCommand: python3 main.py
+trialConcurrency: 1
+trialGpuNumber: 0
+tuner:
+  classArgs: {optimize_mode: minimize}
+  name: MetisTuner
+useAnnotation: false
diff --git a/examples/trials/auto-gbdt/config_pai.yml b/examples/trials/auto-gbdt/config_pai.yml
@@ -1,35 +1,25 @@
-authorName: default
+debug: false
 experimentName: example_auto-gbdt
+maxExperimentDuration: 10h
+maxTrialNumber: 10
+searchSpaceFile: search_space.json
+trainingService:
+  containerStorageMountPoint: {replace_to_your_container_mount_path: null}
+  dockerImage: msranni/nni:latest
+  host: 10.10.10.10
+  localStorageMountPoint: {replace_to_your_nfs_mount_path: null}
+  platform: openpai
+  reuseMode: false
+  storageConfigName: {replace_to_your_storage_config_name: null}
+  token: token
+  trialCpuNumber: 1
+  trialMemorySize: 8196
+  username: username
+trialCodeDirectory: .
+trialCommand: python3 main.py
 trialConcurrency: 1
-maxExecDuration: 10h
-maxTrialNum: 10
-#choice: local, remote, pai
-trainingServicePlatform: pai
-searchSpacePath: search_space.json
-#choice: true, false
-useAnnotation: false
+trialGpuNumber: 0
 tuner:
-  #choice: TPE, Random, Anneal, Evolution, BatchTuner, MetisTuner, GPTuner
-  #SMAC (SMAC should be installed through nnictl)
-  builtinTunerName: TPE
-  classArgs:
-    #choice: maximize, minimize
-    optimize_mode: minimize
-trial:
-  command: python3 main.py
-  codeDir: .
-  gpuNum: 0
-  cpuNum: 1
-  memoryMB: 8196
-  #The docker image to run nni job on pai
-  image: msranni/nni:latest
-  nniManagerNFSMountPath: {replace_to_your_nfs_mount_path}
-  containerNFSMountPath: {replace_to_your_container_mount_path}
-  paiStorageConfigName: {replace_to_your_storage_config_name}
-paiConfig:
-  #The username to login pai
-  userName: username
-  #The token to login pai
-  token: token
-  #The host of restful server of pai
-  host: 10.10.10.10
+  classArgs: {optimize_mode: minimize}
+  name: TPE
+useAnnotation: false
diff --git a/examples/trials/benchmarking/config_hyperband.yml b/examples/trials/benchmarking/config_hyperband.yml
@@ -1,27 +1,14 @@
-authorName: default
+advisor:
+  classArgs: {R: 60, eta: 3, exec_mode: serial, optimize_mode: maximize}
+  name: Hyperband
+debug: false
 experimentName: example_mnist_hyperband
+maxExperimentDuration: 100h
+maxTrialNumber: 10000
+searchSpaceFile: search_space.json
+trainingService: {maxTrialNumberPerGpu: 1, platform: local}
+trialCodeDirectory: .
+trialCommand: python3 main.py
 trialConcurrency: 2
-maxExecDuration: 100h
-maxTrialNum: 10000
-#choice: local, remote, pai
-trainingServicePlatform: local
-searchSpacePath: search_space.json
-#choice: true, false
+trialGpuNumber: 0
 useAnnotation: false
-advisor:
-  #choice: Hyperband, BOHB
-  builtinAdvisorName: Hyperband
-  classArgs:
-    #R: the maximum trial budget (could be the number of mini-batches or epochs) can be
-    #   allocated to a trial. Each trial should use trial budget to control how long it runs.
-    R: 60
-    #eta: proportion of discarded trials
-    eta: 3
-    #choice: maximize, minimize
-    optimize_mode: maximize
-    #choice: serial, parallelism
-    exec_mode: serial
-trial:
-  command: python3 main.py
-  codeDir: .
-  gpuNum: 0
diff --git a/examples/trials/cifar10_pytorch/config.yml b/examples/trials/cifar10_pytorch/config.yml
@@ -1,23 +1,14 @@
-authorName: default
+debug: false
 experimentName: example_pytorch_cifar10
+maxExperimentDuration: 100h
+maxTrialNumber: 10
+searchSpaceFile: search_space.json
+trainingService: {maxTrialNumberPerGpu: 2, platform: local}
+trialCodeDirectory: .
+trialCommand: python3 main.py
 trialConcurrency: 4
-maxExecDuration: 100h
-maxTrialNum: 10
-#choice: local, remote, pai
-trainingServicePlatform: local
-searchSpacePath: search_space.json
-#choice: true, false
-useAnnotation: false
+trialGpuNumber: 1
 tuner:
-  #choice: TPE, Random, Anneal, Evolution, BatchTuner, MetisTuner
-  #SMAC (SMAC should be installed through nnictl)
-  builtinTunerName: TPE
-  classArgs:
-    #choice: maximize, minimize
-    optimize_mode: maximize
-trial:
-  command: python3 main.py
-  codeDir: .
-  gpuNum: 1
-localConfig:
-  maxTrialNumPerGpu:  2
+  classArgs: {optimize_mode: maximize}
+  name: TPE
+useAnnotation: false
diff --git a/examples/trials/cifar10_pytorch/config_pai.yml b/examples/trials/cifar10_pytorch/config_pai.yml
@@ -1,35 +1,25 @@
-authorName: default
+debug: false
 experimentName: example_pytorch_cifar10
+maxExperimentDuration: 100h
+maxTrialNumber: 10
+searchSpaceFile: search_space.json
+trainingService:
+  containerStorageMountPoint: {replace_to_your_container_mount_path: null}
+  dockerImage: msranni/nni:latest
+  host: 10.10.10.10
+  localStorageMountPoint: {replace_to_your_nfs_mount_path: null}
+  platform: openpai
+  reuseMode: false
+  storageConfigName: {replace_to_your_storage_config_name: null}
+  token: token
+  trialCpuNumber: 1
+  trialMemorySize: 8196
+  username: username
+trialCodeDirectory: .
+trialCommand: python3 main.py
 trialConcurrency: 1
-maxExecDuration: 100h
-maxTrialNum: 10
-#choice: local, remote, pai
-trainingServicePlatform: pai
-searchSpacePath: search_space.json
-#choice: true, false
-useAnnotation: false
+trialGpuNumber: 1
 tuner:
-  #choice: TPE, Random, Anneal, Evolution, BatchTuner, MetisTuner
-  #SMAC (SMAC should be installed through nnictl)
-  builtinTunerName: TPE
-  classArgs:
-    #choice: maximize, minimize
-    optimize_mode: maximize
-trial:
-  command: python3 main.py
-  codeDir: .
-  gpuNum: 1
-  cpuNum: 1
-  memoryMB: 8196
-  #The docker image to run nni job on pai
-  image: msranni/nni:latest
-  nniManagerNFSMountPath: {replace_to_your_nfs_mount_path}
-  containerNFSMountPath: {replace_to_your_container_mount_path}
-  paiStorageConfigName: {replace_to_your_storage_config_name}
-paiConfig:
-  #The username to login pai
-  userName: username
-  #The token to login pai
-  token: token
-  #The host of restful server of pai
-  host: 10.10.10.10
+  classArgs: {optimize_mode: maximize}
+  name: TPE
+useAnnotation: false
diff --git a/examples/trials/efficientnet/config_local.yml b/examples/trials/efficientnet/config_local.yml
@@ -1,18 +1,16 @@
-authorName: unknown
+debug: false
 experimentName: example_efficient_net
+maxExperimentDuration: 99999d
+maxTrialNumber: 100
+searchSpaceFile: search_net.json
+trainingService: {maxTrialNumberPerGpu: 1, platform: local}
+trialCodeDirectory: EfficientNet-PyTorch
+trialCommand: python main.py /data/imagenet -j 12 -a efficientnet --batch-size 48
+  --lr 0.048 --wd 1e-5 --epochs 5 --request-from-nni
 trialConcurrency: 4
-maxExecDuration: 99999d
-maxTrialNum: 100
-trainingServicePlatform: local
-searchSpacePath: search_net.json
-useAnnotation: false
+trialGpuNumber: 1
 tuner:
-  codeDir: .
-  classFileName: tuner.py
-  className: FixedProductTuner
-  classArgs:
-    product: 2
-trial:
-  codeDir: EfficientNet-PyTorch
-  command: python main.py /data/imagenet -j 12 -a efficientnet --batch-size 48 --lr 0.048 --wd 1e-5 --epochs 5 --request-from-nni
-  gpuNum: 1
+  classArgs: {product: 2}
+  classDirectory: !!python/object/apply:pathlib.PosixPath []
+  className: tuner.FixedProductTuner
+useAnnotation: false
diff --git a/examples/trials/ga_squad/config.yml b/examples/trials/ga_squad/config.yml
@@ -1,19 +1,14 @@
-authorName: default
+debug: false
 experimentName: example_ga_squad
+maxExperimentDuration: 1h
+maxTrialNumber: 10
+trainingService: {maxTrialNumberPerGpu: 1, platform: local}
+trialCodeDirectory: .
+trialCommand: python3 trial.py
 trialConcurrency: 1
-maxExecDuration: 1h
-maxTrialNum: 10
-#choice: local, remote, pai
-trainingServicePlatform: local
-#choice: true, false
-useAnnotation: false
+trialGpuNumber: 0
 tuner:
-  codeDir: ../../tuners/ga_customer_tuner
-  classFileName: customer_tuner.py
-  className: CustomerTuner
-  classArgs:
-    optimize_mode: maximize
-trial:
-  command: python3 trial.py
-  codeDir: .
-  gpuNum: 0
+  classArgs: {optimize_mode: maximize}
+  classDirectory: !!python/object/apply:pathlib.PosixPath [.., .., tuners, ga_customer_tuner]
+  className: customer_tuner.CustomerTuner
+useAnnotation: false
diff --git a/examples/trials/ga_squad/config_pai.yml b/examples/trials/ga_squad/config_pai.yml
@@ -1,35 +1,18 @@
-authorName: default
+debug: false
 experimentName: example_ga_squad
-trialConcurrency: 1
-maxExecDuration: 1h
-maxTrialNum: 10
-#choice: local, remote, pai
-trainingServicePlatform: pai
-#choice: true, false
-useAnnotation: false
-#Your nni_manager ip
+maxExperimentDuration: 1h
+maxTrialNumber: 10
 nniManagerIp: 10.10.10.10
+trainingService: {containerStorageMountPoint: /mnt/data/user, dockerImage: msranni/nni:latest,
+  host: 10.10.10.10, localStorageMountPoint: /home/user/mnt, platform: openpai, reuseMode: false,
+  storageConfigName: confignfs-data, token: token, trialCpuNumber: 1, trialMemorySize: 32869,
+  username: username}
+trialCodeDirectory: .
+trialCommand: chmod +x ./download.sh && ./download.sh && python3 trial.py
+trialConcurrency: 1
+trialGpuNumber: 0
 tuner:
-  codeDir: ../../tuners/ga_customer_tuner
-  classFileName: customer_tuner.py
-  className: CustomerTuner
-  classArgs:
-    optimize_mode: maximize
-trial:
-  command: chmod +x ./download.sh && ./download.sh && python3 trial.py
-  codeDir: .
-  gpuNum: 0
-  cpuNum: 1
-  memoryMB: 32869
-  #The docker image to run nni job on pai
-  image: msranni/nni:latest
-  nniManagerNFSMountPath: /home/user/mnt
-  containerNFSMountPath: /mnt/data/user
-  paiStorageConfigName: confignfs-data
-paiConfig:
-  #The username to login pai
-  userName: username
-  #The token to login pai
-  token: token
-  #The host of restful server of pai
-  host: 10.10.10.10
+  classArgs: {optimize_mode: maximize}
+  classDirectory: !!python/object/apply:pathlib.PosixPath [.., .., tuners, ga_customer_tuner]
+  className: customer_tuner.CustomerTuner
+useAnnotation: false