Upload model trained with Unsloth

Upload model trained with Unsloth 2x faster

README.md

@@ -1,7 +1,7 @@
 ---
-license: apache-2.0
 language:
 - en
 library_name: transformers
+license: apache-2.0
 ---
 The LLaMA-3.1-8B model has been fine-tuned on a limited dataset related to the quota protests in Bangladesh in July 2024. The primary objective of this model is to identify authentic information published by reputable sources such as BBC, DW, and other trustworthy channels. To ensure the model's continued accuracy and relevance, the dataset will be periodically updated, and the model will undergo subsequent fine-tuning. The dataset utilized for this purpose is sourced from rickystanley76/quota-bd-2024.

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/meta-llama-3.1-8b-bnb-4bit",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "up_proj",
+    "q_proj",
+    "gate_proj",
+    "down_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dcf08041a5127258ee20a33ae5a4c0da1b82f3533b9a9559966990d207a6ab
+size 167832240