Update app.py

app.py

@@ -37,17 +37,20 @@ def generate(title, context, max_len):
 
     # input_ids.extend( tokenizer.encode(input_text + "-", add_special_tokens=False) )
 
-    title_ids = tokenizer.encode(title, add_special_tokens=False)
-    context_ids = tokenizer.encode(context, add_special_tokens=False)
-
-    input_ids = title_ids + [sep_id] + context_ids
+    # title_ids = tokenizer.encode(title, add_special_tokens=False)
+    # context_ids = tokenizer.encode(context, add_special_tokens=False)
+    # input_ids = title_ids + [sep_id] + context_ids
+    # print(input_ids) 
+    # cur_len = len(input_ids)
+    # input_len = cur_len
+    # last_token_id = input_ids[-1]
+    # input_ids = torch.tensor([input_ids], dtype=torch.long)
+    
+    input_ids = [tokenizer.cls_token_id]
+    input_ids.extend( tokenizer.encode(title + "-" +context, add_special_tokens=False) )
+    input_ids = torch.tensor( [input_ids] )
 
     print(input_ids) 
-       
-    cur_len = len(input_ids)
-    input_len = cur_len
-    last_token_id = input_ids[-1]
-    input_ids = torch.tensor([input_ids], dtype=torch.long)
 
     while True:
         outputs = model( input_ids=input_ids[:, -200:] )