From 4f7382587200a1c732b5323755ccb1a845201991 Mon Sep 17 00:00:00 2001 From: Mesh TensorFlow Team Date: Thu, 10 Dec 2020 17:34:32 -0800 Subject: [PATCH] Fixing model export breakage. PiperOrigin-RevId: 346900821 --- mesh_tensorflow/transformer/utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mesh_tensorflow/transformer/utils.py b/mesh_tensorflow/transformer/utils.py index 018a7518..a7f2530a 100644 --- a/mesh_tensorflow/transformer/utils.py +++ b/mesh_tensorflow/transformer/utils.py @@ -479,8 +479,8 @@ def _verify_feature_exists(feature_name, should_exist): # Detokenize in the graph if supported by vocabulary and accelerator. def _maybe_detokenize(ids, vocab): - if not use_tpu and hasattr(vocab, "decode_tf"): - return vocab.decode_tf(ids) + if not use_tpu and hasattr(vocab, "tf_tokenizer"): + return vocab.tf_tokenizer.detokenize(ids) return ids if mode == "score": # compute log-likelihoods per sequence