Replace MegatronTokenizer with MegatronLegacyTokenizer (#14721)

chtruong814 · web-flow · commit 129573b49063 · 2025-09-12T08:50:47.000-05:00
Signed-off-by: Charlie Truong &lt;chtruong@nvidia.com&gt;
diff --git a/nemo/collections/common/tokenizers/null_tokenizer.py b/nemo/collections/common/tokenizers/null_tokenizer.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from megatron.core.datasets.megatron_tokenizer import MegatronTokenizer
+from megatron.core.datasets.megatron_tokenizer import MegatronLegacyTokenizer as MegatronTokenizer
 
 
 class NullTokenizer(MegatronTokenizer):
