Fix transformer convert fairseq1 -> fairseq2 (#218)

facebookresearch · Dec 15, 2023 · 544710a · 544710a
1 parent 20445fc
commit 544710a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/fairseq2/models/nllb/loader.py b/src/fairseq2/models/nllb/loader.py
@@ -32,6 +32,8 @@ def convert_nllb_checkpoint(
         # fmt: off
         r"^encoder\.embed_tokens\.":                              r"encoder_frontend.embed.",
         r"^decoder\.embed_tokens\.":                              r"decoder_frontend.embed.",
+        r"^encoder\.layernorm_embedding\.":                       r"encoder_frontend.layer_norm.",
+        r"^decoder\.layernorm_embedding\.":                       r"decoder_frontend.layer_norm.",
         r"^decoder\.layers\.([0-9]+)\.self_attn\.out_proj\.":     r"decoder.layers.\1.self_attn.output_proj.",
         r"^encoder\.layers\.([0-9]+)\.self_attn\.out_proj\.":     r"encoder.layers.\1.self_attn.output_proj.",
         r"^decoder\.layers\.([0-9]+)\.encoder_attn\.out_proj\.":  r"decoder.layers.\1.encoder_decoder_attn.output_proj.",