ltg
/

deberta-xxlarge-fixed

Text Generation

Model card Files Files and versions Community

davda54 commited on Jun 6

Commit

67055b8

•

1 Parent(s): cd99491

Update modeling_deberta.py

Files changed (1) hide show

modeling_deberta.py +1 -1

modeling_deberta.py CHANGED Viewed

@@ -1190,7 +1190,7 @@ class DebertaV2ForCausalLM(DebertaV2ForMaskedLM):
         batch_size, seq_length = input_ids.shape
         input_ids = torch.cat(
             [
-                torch.full((batch_size, 1), self.cls_token_id, device=input_ids.device)
                 input_ids,
                 torch.full((batch_size, self.n_masks), self.mask_token_id, device=input_ids.device),
                 torch.full((batch_size, 1), self.sep_token_id, device=input_ids.device)

         batch_size, seq_length = input_ids.shape
         input_ids = torch.cat(
             [
+                torch.full((batch_size, 1), self.cls_token_id, device=input_ids.device),
                 input_ids,
                 torch.full((batch_size, self.n_masks), self.mask_token_id, device=input_ids.device),
                 torch.full((batch_size, 1), self.sep_token_id, device=input_ids.device)