Update README.md
Browse files
README.md
CHANGED
@@ -5,7 +5,6 @@ datasets:
|
|
5 |
language:
|
6 |
- en
|
7 |
tags:
|
8 |
-
- roleplay
|
9 |
- chat
|
10 |
---
|
11 |
![image/png](https://cdn-uploads.huggingface.co/production/uploads/64abe5cde441313bf29b1b63/5t3ySQwD48Lof_D7ZGua5.png)
|
@@ -14,6 +13,41 @@ tags:
|
|
14 |
|
15 |
A 7 Billion Parameter Model (Llama) Fine-tuned by NyX AI for Roleplay
|
16 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
17 |
## Usecase
|
18 |
|
19 |
Utilized for roleplay, with the model assuming the character of 'NyX' a female Persona
|
@@ -22,4 +56,5 @@ Utilized for roleplay, with the model assuming the character of 'NyX' a female P
|
|
22 |
## Contact Me
|
23 |
|
24 |
Instagram : [Samir.Xr](https://instagram.com/samir.xr) <br>
|
25 |
-
Github : [SamirXr](https://github.com/SamirXR)
|
|
|
|
5 |
language:
|
6 |
- en
|
7 |
tags:
|
|
|
8 |
- chat
|
9 |
---
|
10 |
![image/png](https://cdn-uploads.huggingface.co/production/uploads/64abe5cde441313bf29b1b63/5t3ySQwD48Lof_D7ZGua5.png)
|
|
|
13 |
|
14 |
A 7 Billion Parameter Model (Llama) Fine-tuned by NyX AI for Roleplay
|
15 |
|
16 |
+
## Usage
|
17 |
+
|
18 |
+
```py
|
19 |
+
pip install transformers accelerate
|
20 |
+
|
21 |
+
```
|
22 |
+
|
23 |
+
```py
|
24 |
+
from transformers import AutoTokenizer
|
25 |
+
import transformers
|
26 |
+
import torch
|
27 |
+
|
28 |
+
model = "mlabonne/llama-2-7b-miniguanaco"
|
29 |
+
prompt = "What is a large language model?"
|
30 |
+
|
31 |
+
tokenizer = AutoTokenizer.from_pretrained(model)
|
32 |
+
pipeline = transformers.pipeline(
|
33 |
+
"text-generation",
|
34 |
+
model=model,
|
35 |
+
torch_dtype=torch.float16,
|
36 |
+
device_map="auto",
|
37 |
+
)
|
38 |
+
|
39 |
+
sequences = pipeline(
|
40 |
+
f'<s>[INST] {prompt} [/INST]',
|
41 |
+
do_sample=True,
|
42 |
+
top_k=10,
|
43 |
+
num_return_sequences=1,
|
44 |
+
eos_token_id=tokenizer.eos_token_id,
|
45 |
+
max_length=200,
|
46 |
+
)
|
47 |
+
for seq in sequences:
|
48 |
+
print(f"Result: {seq['generated_text']}")
|
49 |
+
```
|
50 |
+
|
51 |
## Usecase
|
52 |
|
53 |
Utilized for roleplay, with the model assuming the character of 'NyX' a female Persona
|
|
|
56 |
## Contact Me
|
57 |
|
58 |
Instagram : [Samir.Xr](https://instagram.com/samir.xr) <br>
|
59 |
+
Github : [SamirXr](https://github.com/SamirXR) <br>
|
60 |
+
Discord : [NyX AI](https://discord.com)
|