Merge 0.2 into master (#237)

* fix antd (#159) * quick fix config_pai.yml in examples (#171) * fix nnictl bug * add hdfs host validation * fix bugs * fix dockerfile * fix install.sh * update install.sh * fix dockerfile * Set timeout for HDFSUtility exists function * remove unused TODO * fix sdk * add optional for outputDir and dataDir * refactor dockerfile.base * Remove unused import in hdfsclientUtility * add config_pai.yml * refactor nnictl create logic and add colorful print * fix nnictl stop logic * add annotation for config_pai.yml * add document for start experiment * fix config.yml * fix document * fix dataDir and outputDir in config_pai.yml * fix config_pai.yml * Update slidebar icon (#173) * quick fix bug: assessor validation in nnictl (#200) * fix nnictl bug * add hdfs host validation * fix bugs * fix dockerfile * fix install.sh * update install.sh * fix dockerfile * Set timeout for HDFSUtility exists function * remove unused TODO * fix sdk * add optional for outputDir and dataDir * refactor dockerfile.base * Remove unused import in hdfsclientUtility * add config_pai.yml * refactor nnictl create logic and add colorful print * fix nnictl stop logic * add annotation for config_pai.yml * add document for start experiment * fix config.yml * fix document * fix dataDir and outputDir in config_pai.yml * fix config_pai.yml * fix assessor launcher * Disable the tensorboard button about pai experiment (#192)
microsoft · Oct 18, 2018 · f37292a · f37292a
1 parent b29b7e5
commit f37292a
Show file tree

Hide file tree

Showing 10 changed files with 44 additions and 21 deletions.
diff --git a/examples/trials/auto-gbdt/config_pai.yml b/examples/trials/auto-gbdt/config_pai.yml
@@ -24,9 +24,9 @@ trial:
   #The docker image to run nni job on pai
   image: openpai/pai.example.tensorflow
   #The hdfs directory to store data on pai, format 'hdfs://host:port/directory'
-  hdfsDataDir: hdfs://10.10.10.10:9000/username/nni
+  dataDir: hdfs://10.10.10.10:9000/username/nni
   #The hdfs directory to store output data generated by nni, format 'hdfs://host:port/directory'
-  hdfsOutputDir: hdfs://10.10.10.10:9000/username/nni
+  outputDir: hdfs://10.10.10.10:9000/username/nni
 paiConfig:
   #The username to login pai
   userName: username

diff --git a/examples/trials/ga_squad/config_pai.yml b/examples/trials/ga_squad/config_pai.yml
@@ -22,9 +22,9 @@ trial:
   #The docker image to run nni job on pai
   image: openpai/pai.example.tensorflow
   #The hdfs directory to store data on pai, format 'hdfs://host:port/directory'
-  hdfsDataDir: hdfs://10.10.10.10:9000/username/nni
+  dataDir: hdfs://10.10.10.10:9000/username/nni
   #The hdfs directory to store output data generated by nni, format 'hdfs://host:port/directory'
-  hdfsOutputDir: hdfs://10.10.10.10:9000/username/nni
+  outputDir: hdfs://10.10.10.10:9000/username/nni
 paiConfig:
   #The username to login pai
   userName: username

diff --git a/examples/trials/mnist-annotation/config_pai.yml b/examples/trials/mnist-annotation/config_pai.yml
@@ -23,9 +23,9 @@ trial:
   #The docker image to run nni job on pai
   image: openpai/pai.example.tensorflow
   #The hdfs directory to store data on pai, format 'hdfs://host:port/directory'
-  hdfsDataDir: hdfs://10.10.10.10:9000/username/nni
+  dataDir: hdfs://10.10.10.10:9000/username/nni
   #The hdfs directory to store output data generated by nni, format 'hdfs://host:port/directory'
-  hdfsOutputDir: hdfs://10.10.10.10:9000/username/nni
+  outputDir: hdfs://10.10.10.10:9000/username/nni
 paiConfig:
   #The username to login pai
   userName: username

diff --git a/examples/trials/mnist-batch-tune-keras/config_pai.yml b/examples/trials/mnist-batch-tune-keras/config_pai.yml
@@ -24,9 +24,9 @@ trial:
   #The docker image to run nni job on pai
   image: openpai/pai.example.tensorflow
   #The hdfs directory to store data on pai, format 'hdfs://host:port/directory'
-  hdfsDataDir: hdfs://10.10.10.10:9000/username/nni
+  dataDir: hdfs://10.10.10.10:9000/username/nni
   #The hdfs directory to store output data generated by nni, format 'hdfs://host:port/directory'
-  hdfsOutputDir: hdfs://10.10.10.10:9000/username/nni
+  outputDir: hdfs://10.10.10.10:9000/username/nni
 paiConfig:
   #The username to login pai
   userName: username

diff --git a/examples/trials/mnist-keras/config_pai.yml b/examples/trials/mnist-keras/config_pai.yml
@@ -24,9 +24,9 @@ trial:
   #The docker image to run nni job on pai
   image: openpai/pai.example.tensorflow
   #The hdfs directory to store data on pai, format 'hdfs://host:port/directory'
-  hdfsDataDir: hdfs://10.10.10.10:9000/username/nni
+  dataDir: hdfs://10.10.10.10:9000/username/nni
   #The hdfs directory to store output data generated by nni, format 'hdfs://host:port/directory'
-  hdfsOutputDir: hdfs://10.10.10.10:9000/username/nni
+  outputDir: hdfs://10.10.10.10:9000/username/nni
 paiConfig:
   #The username to login pai
   userName: username

diff --git a/examples/trials/mnist-smartparam/config_pai.yml b/examples/trials/mnist-smartparam/config_pai.yml
@@ -23,9 +23,9 @@ trial:
   #The docker image to run nni job on pai
   image: openpai/pai.example.tensorflow
   #The hdfs directory to store data on pai, format 'hdfs://host:port/directory'
-  hdfsDataDir: hdfs://10.10.10.10:9000/username/nni
+  dataDir: hdfs://10.10.10.10:9000/username/nni
   #The hdfs directory to store output data generated by nni, format 'hdfs://host:port/directory'
-  hdfsOutputDir: hdfs://10.10.10.10:9000/username/nni
+  outputDir: hdfs://10.10.10.10:9000/username/nni
 paiConfig:
   #The username to login pai
   userName: username

diff --git a/examples/trials/mnist/config_pai.yml b/examples/trials/mnist/config_pai.yml
@@ -24,9 +24,9 @@ trial:
   #The docker image to run nni job on pai
   image: openpai/pai.example.tensorflow
   #The hdfs directory to store data on pai, format 'hdfs://host:port/directory'
-  hdfsDataDir: hdfs://10.10.10.10:9000/username/nni
+  dataDir: hdfs://10.10.10.10:9000/username/nni
   #The hdfs directory to store output data generated by nni, format 'hdfs://host:port/directory'
-  hdfsOutputDir: hdfs://10.10.10.10:9000/username/nni
+  outputDir: hdfs://10.10.10.10:9000/username/nni
 paiConfig:
   #The username to login pai
   userName: username

diff --git a/examples/trials/pytorch_cifar10/config_pai.yml b/examples/trials/pytorch_cifar10/config_pai.yml
@@ -24,9 +24,9 @@ trial:
   #The docker image to run nni job on pai
   image: openpai/pai.example.tensorflow
   #The hdfs directory to store data on pai, format 'hdfs://host:port/directory'
-  hdfsDataDir: hdfs://10.10.10.10:9000/username/nni
+  dataDir: hdfs://10.10.10.10:9000/username/nni
   #The hdfs directory to store output data generated by nni, format 'hdfs://host:port/directory'
-  hdfsOutputDir: hdfs://10.10.10.10:9000/username/nni
+  outputDir: hdfs://10.10.10.10:9000/username/nni
 paiConfig:
   #The username to login pai
   userName: username

diff --git a/src/webui/src/components/TrialStatus.tsx b/src/webui/src/components/TrialStatus.tsx
@@ -55,6 +55,7 @@ interface TabState {
     trialJobs: object;
     intermediateOption: object;
     modalVisible: boolean;
+    disTensorButton: boolean;
 }
 
 class TrialStatus extends React.Component<{}, TabState> {
@@ -83,7 +84,8 @@ class TrialStatus extends React.Component<{}, TabState> {
             option: {},
             intermediateOption: {},
             trialJobs: {},
-            modalVisible: false
+            modalVisible: false,
+            disTensorButton: false
         };
     }
 
@@ -368,13 +370,34 @@ class TrialStatus extends React.Component<{}, TabState> {
         }
     }
 
+    // experiment mode is pai, display tensorboard button
+    disTensorBoard = () => {
+        axios(`${MANAGER_IP}/experiment`, {
+            method: 'GET'
+        })
+            .then(res => {
+                if (res.status === 200) {
+                    const experimentObj = res.data;
+                    const trainPlatform = experimentObj.params.trainingServicePlatform;
+                    if (trainPlatform && trainPlatform === 'pai') {
+                        if (this._isMounted) {
+                            this.setState(() => ({
+                                disTensorButton: true
+                            }));
+                        }
+                    }
+                }
+            });
+    }
+
     componentDidMount() {
 
         this._isMounted = true;
         // the init of running chart
         this.drawRunGraph();
         // the init of trials status in the table
         this.drawTable();
+        this.disTensorBoard();
         this.intervalID = window.setInterval(this.drawRunGraph, 10000);
         this.intervalIDS = window.setInterval(this.drawTable, 10000);
     }
@@ -387,7 +410,7 @@ class TrialStatus extends React.Component<{}, TabState> {
     }
 
     render() {
-        const { intermediateOption, modalVisible, option, tableData } = this.state;
+        const { intermediateOption, modalVisible, option, tableData, disTensorButton } = this.state;
         let bgColor = '';
         const trialJob: Array<TrialJob> = [];
         trialJobStatus.map(item => {
@@ -490,7 +513,7 @@ class TrialStatus extends React.Component<{}, TabState> {
                             </Button>
                         )
                 );
-            },
+            }
         }, {
             title: 'Tensor',
             dataIndex: 'tensor',
@@ -501,6 +524,7 @@ class TrialStatus extends React.Component<{}, TabState> {
                     <Button
                         type="primary"
                         className="tableButton"
+                        disabled={disTensorButton}
                         onClick={this.getTensorpage.bind(this, record.id)}
                     >
                         TensorBoard
@@ -509,7 +533,6 @@ class TrialStatus extends React.Component<{}, TabState> {
             },
         }
         ];
-
         const openRow = (record: TableObj) => {
             let isHasParameters = true;
             if (record.description.parameters.error) {

diff --git a/tools/nnicmd/config_schema.py b/tools/nnicmd/config_schema.py
@@ -50,7 +50,7 @@
     'builtinAssessorName': lambda x: x in ['Medianstop'],
     'classArgs': {
         'optimize_mode': lambda x: x in ['maximize', 'minimize']},
-    'gpuNum': And(int, lambda x: 0 <= x <= 99999)
+    Optional('gpuNum'): And(int, lambda x: 0 <= x <= 99999)
 },{
     'codeDir': os.path.exists,
     'classFileName': str,