dushj98 commited on
Commit
6d34d4b
1 Parent(s): dd48806

Upload tokenizer

Browse files
Files changed (3) hide show
  1. README.md +2 -2
  2. tokenizer.json +2 -2
  3. tokenizer_config.json +2 -2
README.md CHANGED
@@ -1,5 +1,7 @@
1
  ---
2
  base_model: unsloth/gemma-2-2b-it-bnb-4bit
 
 
3
  language:
4
  - en
5
  license: gemma
@@ -10,8 +12,6 @@ tags:
10
  - gemma2
11
  - trl
12
  - function-calling
13
- datasets:
14
- - dushj98/gemma-function-calling
15
  ---
16
 
17
  # Action Gemma 2 2b it LoRA
 
1
  ---
2
  base_model: unsloth/gemma-2-2b-it-bnb-4bit
3
+ datasets:
4
+ - dushj98/gemma-function-calling
5
  language:
6
  - en
7
  license: gemma
 
12
  - gemma2
13
  - trl
14
  - function-calling
 
 
15
  ---
16
 
17
  # Action Gemma 2 2b it LoRA
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f7eee611703c5ce5d1eee32d9cdcfe465647b8aff0c1dfb3bed7ad7dbb05060
3
- size 34362873
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f289bc05132635a8bc7aca7aa21255efd5e18f3710f43e3cdb96bcd41be4922
3
+ size 17525357
tokenizer_config.json CHANGED
@@ -2020,9 +2020,9 @@
2020
  ],
2021
  "clean_up_tokenization_spaces": false,
2022
  "eos_token": "<eos>",
2023
- "model_max_length": 8192,
2024
  "pad_token": "<pad>",
2025
- "padding_side": "right",
2026
  "sp_model_kwargs": {},
2027
  "spaces_between_special_tokens": false,
2028
  "tokenizer_class": "GemmaTokenizer",
 
2020
  ],
2021
  "clean_up_tokenization_spaces": false,
2022
  "eos_token": "<eos>",
2023
+ "model_max_length": 1000000000000000019884624838656,
2024
  "pad_token": "<pad>",
2025
+ "padding_side": "left",
2026
  "sp_model_kwargs": {},
2027
  "spaces_between_special_tokens": false,
2028
  "tokenizer_class": "GemmaTokenizer",