MUmairAB commited on
Commit
fc1617e
1 Parent(s): 5a145f7

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -0
README.md CHANGED
@@ -35,6 +35,10 @@ model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", attention_ty
35
  # you can change `block_size` & `num_random_blocks` like this:
36
  model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", block_size=16, num_random_blocks=2)
37
 
 
 
 
 
38
  text = "Replace me by any text you'd like."
39
  encoded_input = tokenizer(text, return_tensors='pt')
40
  output = model(**encoded_input)
 
35
  # you can change `block_size` & `num_random_blocks` like this:
36
  model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", block_size=16, num_random_blocks=2)
37
 
38
+ # download the tokenizer
39
+ from transformers import AutoTokenizer
40
+ tokenizer = AutoTokenizer.from_pretrained("google/bigbird-roberta-base")
41
+
42
  text = "Replace me by any text you'd like."
43
  encoded_input = tokenizer(text, return_tensors='pt')
44
  output = model(**encoded_input)