Skip to content

Commit 20c9944

Browse files
committed
MAPREDUCE-4301. Dedupe some strings in MRAM for memory savings (bobby via tgraves)
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1346002 13f79535-47bb-0310-9956-ffa450edef68
1 parent 81d4db0 commit 20c9944

File tree

2 files changed

+5
-1
lines changed

2 files changed

+5
-1
lines changed

hadoop-mapreduce-project/CHANGES.txt

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -377,6 +377,9 @@ Release 0.23.3 - UNRELEASED
377377

378378
MAPREDUCE-4162. Correctly set token service (Daryn Sharp via bobby)
379379

380+
MAPREDUCE-4301. Dedupe some strings in MRAM for memory savings
381+
(bobby via tgraves)
382+
380383
OPTIMIZATIONS
381384

382385
MAPREDUCE-3850. Avoid redundant calls for tokens in TokenCache (Daryn

hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/split/SplitMetaInfoReader.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,7 @@ public static JobSplit.TaskSplitMetaInfo[] readSplitMetaInfo(
4747
long maxMetaInfoSize = conf.getLong(JTConfig.JT_MAX_JOB_SPLIT_METAINFO_SIZE,
4848
10000000L);
4949
Path metaSplitFile = JobSubmissionFiles.getJobSplitMetaFile(jobSubmitDir);
50+
String jobSplitFile = JobSubmissionFiles.getJobSplitFile(jobSubmitDir).toString();
5051
FileStatus fStatus = fs.getFileStatus(metaSplitFile);
5152
if (maxMetaInfoSize > 0 && fStatus.getLen() > maxMetaInfoSize) {
5253
throw new IOException("Split metadata size exceeded " +
@@ -70,7 +71,7 @@ public static JobSplit.TaskSplitMetaInfo[] readSplitMetaInfo(
7071
JobSplit.SplitMetaInfo splitMetaInfo = new JobSplit.SplitMetaInfo();
7172
splitMetaInfo.readFields(in);
7273
JobSplit.TaskSplitIndex splitIndex = new JobSplit.TaskSplitIndex(
73-
JobSubmissionFiles.getJobSplitFile(jobSubmitDir).toString(),
74+
jobSplitFile,
7475
splitMetaInfo.getStartOffset());
7576
allSplitMetaInfo[i] = new JobSplit.TaskSplitMetaInfo(splitIndex,
7677
splitMetaInfo.getLocations(),

0 commit comments

Comments
 (0)