Update app.py

app.py

@@ -6,7 +6,14 @@ import torch.nn.functional as F
 
 from transformers import BertTokenizer, GPT2LMHeadModel,PreTrainedTokenizerFast
 # tokenizer = BertTokenizer.from_pretrained("supermy/poetry")
-tokenizer = PreTrainedTokenizerFast(tokenizer_file="poetry-bpe.json")
+tokenizer = PreTrainedTokenizerFast(tokenizer_file="poetry-bpe.json",add_special_token=True,
+    bos_token="<|endoftext|>",
+    eos_token="<|endoftext|>",
+    pad_token="[PAD]",
+    cls_token="[CLS]",
+    sep_token="[SEP]",
+    padding_side="left",
+)
 model = GPT2LMHeadModel.from_pretrained("supermy/poetry")
 model.eval()