Update README.md

README.md

@@ -19,6 +19,11 @@ For more details, please refer to [our blog post](https://docs.google.com/docume
 ### Usage
 
 ```python
+# make sure you are logged in huggingface
+hf_token = "" # your huggingface token
+from huggingface_hub import login
+login()
+
 import torch
 from transformers import AutoModelForCausalLM, BitsAndBytesConfig, AutoTokenizer
 
@@ -41,6 +46,8 @@ if tokenizer.pad_token is None:
    tokenizer.pad_token = tokenizer.eos_token
 
 model.eval()
+# for MCQ set generation
+
 alpaca_prompt = """以下は、タスクを説明する指示と、さらに詳しいコンテキストを提供する入力を組み合わせたものです。要求を適切に完了する応答を記述してください。
 
 ### 説明書:
@@ -67,14 +74,38 @@ from transformers import TextStreamer
 text_streamer = TextStreamer(tokenizer)
 _ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 1028)
 ```
+#for QA  generation
+# Define the formatting function and the prompt template
+alpaca_prompt = """以下は質問です。質問に適切に答える回答を書いてください。
+
+### 質問：
+{}
+
+### 答え：
+{}"""
+
+eos_token_id = tokenizer.eos_token_id
+
+inputs = tokenizer(
+    [alpaca_prompt.format(
+        "介護福祉士はどのような責任を負うべきですか？",  # Question
+        ""  # Answer - leave this blank for generation!
+    )],
+    return_tensors="pt"
+).to("cuda")
+
+from transformers import TextStreamer
+text_streamer = TextStreamer(tokenizer)
+_ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 1028)
 
 ### Developers
 
 Listed in alphabetical order.
 
+- [Leo Uno](https://huggingface.co/leouno12)
 - [Mustain Billah](https://huggingface.co/Mustain)
 - [Shugo Saito](https://huggingface.co/shugo3110)
-- [Leo Uno](https://huggingface.co/leouno12)
+
 
 ### License