retrieva-jp
/

bert-1.3b

Model card Files Files and versions Community

Katsumata420 commited on Jun 27

Commit

95655ad

•

1 Parent(s): 198973a

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -53,7 +53,7 @@ from transformers import AutoModelForMaskedLM, AutoTokenizer, pipeline
 model_id = "retrieva-jp/bert-1.3b"
 model = AutoModelForMaskedLM.from_pretrained(model_id, trust_remote_code=True)
-tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
 pipe = pipeline("fill-mask", model=model, tokenizer=tokenizer)
 text = "こんにちは！私の名前は<MASK|LLM-jp>です！"

 model_id = "retrieva-jp/bert-1.3b"
 model = AutoModelForMaskedLM.from_pretrained(model_id, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(model_id)
 pipe = pipeline("fill-mask", model=model, tokenizer=tokenizer)
 text = "こんにちは！私の名前は<MASK|LLM-jp>です！"