Putting nampledtuple in global scope

Author: jacobdevlin-google

create_pretraining_data.py

@@ -332,6 +332,10 @@ def create_instances_from_document(
   return instances
 
 
+MaskedLmInstance = collections.namedtuple("MaskedLmInstance",
+                                          ["index", "label"])
+
+
 def create_masked_lm_predictions(tokens, masked_lm_prob,
                                  max_predictions_per_seq, vocab_words, rng):
   """Creates the predictions for the masked LM objective."""
@@ -346,8 +350,6 @@ def create_masked_lm_predictions(tokens, masked_lm_prob,
 
   output_tokens = list(tokens)
 
-  masked_lm = collections.namedtuple("masked_lm", ["index", "label"])  # pylint: disable=invalid-name
-
   num_to_predict = min(max_predictions_per_seq,
                        max(1, int(round(len(tokens) * masked_lm_prob))))
 
@@ -374,7 +376,7 @@ def create_masked_lm_predictions(tokens, masked_lm_prob,
 
     output_tokens[index] = masked_token
 
-    masked_lms.append(masked_lm(index=index, label=tokens[index]))
+    masked_lms.append(MaskedLmInstance(index=index, label=tokens[index]))
 
   masked_lms = sorted(masked_lms, key=lambda x: x.index)