Skip to content

Commit 4364b39

Browse files
Minor cleanup (remove useless tqdm)
1 parent 179b9f5 commit 4364b39

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

chatbot/textdata.py

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -366,11 +366,7 @@ def mergeSentences(sentences, fromEnd=False):
366366
}
367367
new_mapping = {} # Map the full words ids to the new one (TODO: Should be a list)
368368
newId = 0
369-
for wordId, count in tqdm(
370-
[(i, self.idCount[i]) for i in range(len(self.idCount))],
371-
desc='Filter words:',
372-
leave=False
373-
):
369+
for wordId, count in [(i, self.idCount[i]) for i in range(len(self.idCount))]: # Iterate in order
374370
if (count <= self.args.filterVocab and
375371
wordId not in specialTokens): # Cadidate to filtering (Warning: don't filter special token)
376372
new_mapping[wordId] = self.unknownToken

0 commit comments

Comments
 (0)