Skip to content

Commit b5a60f6

Browse files
author
Keqiu Hu
committed
Fix tests
1 parent 102be81 commit b5a60f6

File tree

2 files changed

+9
-6
lines changed

2 files changed

+9
-6
lines changed

hadoop-plugin-test/expectedJobs/jobs1/jobs1_job24.job

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2,16 +2,16 @@
22
type=TensorFlowJob
33
dependencies=jobs1_job23
44
am_gpus=1
5-
am_memory=2048
5+
am_memory=2g
66
am_vcores=1
77
archive=tensorflow-starter-kit.zip
88
executes=path/to/python/script.py
99
num_ps=2
1010
num_workers=4
11-
ps_memory=2048
11+
ps_memory=2g
1212
ps_vcores=1
1313
worker_env.ENV1=val1
1414
worker_env.ENV2=val2
1515
worker_gpus=2
16-
worker_memory=8192
16+
worker_memory=8g
1717
worker_vcores=1

hadoop-plugin/src/main/groovy/com/linkedin/gradle/hadoopdsl/job/TensorFlowTonyJob.groovy

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -36,12 +36,12 @@ import com.linkedin.gradle.hadoopdsl.HadoopDslMethod;
3636
* 'task_params': taskParams,
3737
* ]
3838
* executes path/to/python/script.py
39-
* amMemory 2g
39+
* amMemory '2g'
4040
* amCores 1
4141
* amGpus 1
42-
* psMemory 2g
42+
* psMemory '2g'
4343
* psCores 1
44-
* workerMemory 8g
44+
* workerMemory '8g'
4545
* workerCores 1
4646
* workerGpus 2
4747
* numPs 2
@@ -116,6 +116,7 @@ class TensorFlowTonyJob extends HadoopJavaProcessJob implements TensorFlowJob {
116116

117117
@Override
118118
void amMemory(String amMemory) {
119+
this.amMemory = amMemory;
119120
setJobProperty("am_memory", this.amMemory);
120121
}
121122

@@ -133,6 +134,7 @@ class TensorFlowTonyJob extends HadoopJavaProcessJob implements TensorFlowJob {
133134

134135
@Override
135136
void psMemory(String psMemory) {
137+
this.psMemory = psMemory;
136138
setJobProperty("ps_memory", this.psMemory);
137139
}
138140

@@ -144,6 +146,7 @@ class TensorFlowTonyJob extends HadoopJavaProcessJob implements TensorFlowJob {
144146

145147
@Override
146148
void workerMemory(String workerMemory) {
149+
this.workerMemory = workerMemory;
147150
setJobProperty("worker_memory", this.workerMemory);
148151
}
149152

0 commit comments

Comments
 (0)