embedding fix

microhum · Jun 5, 2024 · 7e09329 · 7e09329
1 parent 830b664
commit 7e09329
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/models/transformers.py b/models/transformers.py
@@ -196,7 +196,7 @@ def __init__(self):
         self.decoder_layers_parallel = clones(DecoderLayer(512, c(attn), c(attn), c(ff), dropout=0.0), 1)
         self.decoder_norm_parallel = nn.LayerNorm(512)
         if opts.ref_nshot == 52:
-            self.cls_embedding = nn.Embedding(92,512)
+            self.cls_embedding = nn.Embedding(96,512)
         else:
             self.cls_embedding = nn.Embedding(52,512)
         self.cls_token = nn.Parameter(torch.zeros(1, 1, 512))