File tree Expand file tree Collapse file tree 2 files changed +9
-6
lines changed
hadoop-plugin-test/expectedJobs/jobs1
hadoop-plugin/src/main/groovy/com/linkedin/gradle/hadoopdsl/job Expand file tree Collapse file tree 2 files changed +9
-6
lines changed Original file line number Diff line number Diff line change 22type=TensorFlowJob
33dependencies=jobs1_job23
44am_gpus=1
5- am_memory=2048
5+ am_memory=2g
66am_vcores=1
77archive=tensorflow-starter-kit.zip
88executes=path/to/python/script.py
99num_ps=2
1010num_workers=4
11- ps_memory=2048
11+ ps_memory=2g
1212ps_vcores=1
1313worker_env.ENV1=val1
1414worker_env.ENV2=val2
1515worker_gpus=2
16- worker_memory=8192
16+ worker_memory=8g
1717worker_vcores=1
Original file line number Diff line number Diff line change @@ -36,12 +36,12 @@ import com.linkedin.gradle.hadoopdsl.HadoopDslMethod;
3636 * 'task_params': taskParams,
3737 * ]
3838 * executes path/to/python/script.py
39- * amMemory 2g
39+ * amMemory '2g'
4040 * amCores 1
4141 * amGpus 1
42- * psMemory 2g
42+ * psMemory '2g'
4343 * psCores 1
44- * workerMemory 8g
44+ * workerMemory '8g'
4545 * workerCores 1
4646 * workerGpus 2
4747 * numPs 2
@@ -116,6 +116,7 @@ class TensorFlowTonyJob extends HadoopJavaProcessJob implements TensorFlowJob {
116116
117117 @Override
118118 void amMemory (String amMemory ) {
119+ this . amMemory = amMemory;
119120 setJobProperty(" am_memory" , this . amMemory);
120121 }
121122
@@ -133,6 +134,7 @@ class TensorFlowTonyJob extends HadoopJavaProcessJob implements TensorFlowJob {
133134
134135 @Override
135136 void psMemory (String psMemory ) {
137+ this . psMemory = psMemory;
136138 setJobProperty(" ps_memory" , this . psMemory);
137139 }
138140
@@ -144,6 +146,7 @@ class TensorFlowTonyJob extends HadoopJavaProcessJob implements TensorFlowJob {
144146
145147 @Override
146148 void workerMemory (String workerMemory ) {
149+ this . workerMemory = workerMemory;
147150 setJobProperty(" worker_memory" , this . workerMemory);
148151 }
149152
You can’t perform that action at this time.
0 commit comments