Add Nekochu/Luminia-13B-v1-QLora checkpoint

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+trainer_state.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,107 @@
 ---
+library_name: peft - PEFT 0.5.0
+base_model: Nekochu/Luminia-13B-v1-Lora
 license: mit
+inference: false
+model-index:
+- name: Luminia-13B-v1-Lora
+  results: []
+language:
+- en
+datasets:
+- Anthropic/hh-rlhf
+- OpenAssistant/oasst1
+- wangrongsheng/comparison_gpt4_data_en
+model_creator: Hugging Face H4
+model_name: Luminia 13B v1 Lora
+model_type: llama2
+prompt_template: >-
+  Below is an instruction that describes a task. Write a response that
+  appropriately completes the request. ### Instruction: {prompt} ### Response: 
+pipeline_tag: text-generation
 ---
+
+## Model Details
+
+  QLoRA Reinforcement Learning (DPO) on Llama-2-13b-chat.
+
+### Model Description
+
+- **Train by:** [Nekochu]
+- **Model type:** [Llama]
+- **Finetuned from model [Llama2](https://huggingface.co/meta-llama/Llama-2-13b-chat-hf)**
+
+
+## How to Get Started with the Model
+
+<details>
+  <summary>Output example tested In <i>text-generation-webui</i></summary>
+  
+| Input | base llama-2-chat | QLoRa |
+|:---------:|:-------:|:---------:|
+| Name 3 applications for artificial intelligence | Sure! Here are three potential applications of artificial intelligence (AI):<br><br>- Healthcare: AI can be used to analyze medical records and identify patterns that could lead to better diagnoses or treatments for diseases. Additionally, AI-powered robots can assist in surgeries and other medical procedures, allowing doctors to perform complex tasks with greater precision and accuracy.<br> - Finance: AI can be used to detect fraud and prevent financial losses by analyzing large amounts of data quickly and accurately. Additionally, AI-powered chatbots can help customers with their financial queries, freeing up human representatives to focus on more complex issues.<br> Education: AI can be used to personalize learning experiences for students, adapting to their individual needs and abilities. Additionally, AI-powered tools can help teachers with grading and providing feedback, reducing their workload and allowing them to focus on more important aspects of  | Certainly! In terms of applications, there are countless possibilities, but here are three examples that come to mind: <br><br> 1) Virtual Assistants - These virtual assistants use natural language processing (NLP) capabilities to understand voice commands from users, perform tasks such as scheduling appointments or sending emails, and even make decisions based on user preferences.<br> 2) Predictive Maintenance - Artificial intelligence algorithms can analyze data from sensors in industrial machines and predict when maintenance will be required, reducing downtime and increasing productivity.<br> 3) Fraud Detection - Machine learning algorithms can analyze patterns in customer transactions to identify fraudulent activity, allowing businesses to take action before financial loss occurs. |
+
+</details>
+
+## Prompt template: Alpaca
+
+```
+Below is an instruction that describes a task. Write a response that appropriately completes the request.
+### Instruction:
+{prompt}
+### Response:
+```
+
+## Training Details
+
+main branch is 200k step. 3 epoch for a total of [400k step](https://huggingface.co/Nekochu/Luminia-13B-v1-QLora/tree/400k) in 10 days
+
+<details>
+  <summary>Click to see details</summary>
+
+## Training and evaluation data
+
+<div style="width: auto; margin-left: auto; margin-right: auto">
+    <img src="https://i.imgur.com/25r7urB.jpg" alt="Nekochu" style="width: 100%; min-width: 400px; display: block; margin: auto;">
+</div>
+
+ - [Luminia 13B v1 evaluation reward ](https://huggingface.co/Nekochu/Luminia-13B-v1-QLora/blob/main/trainer_state.json)
+
+## Training procedure
+
+<details open> <summary>Datasets</summary>
+
+- HH-RLHF (en)
+- Open Assistant (multilingual)
+- GPT-4 Generated Data (en&zh)
+
+</details>
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+
+- finetuning_type: lora
+- quantization_bit: 4
+- stage: dpo
+- learning_rate: 5e-05
+- cutoff_len: 4096
+- num_train_epochs: 3.0
+- max_samples: 100000
+- warmup_steps: 0
+- train_batch_size: 1
+- distributed_type: single-GPU
+- num_devices: 1
+- warmup_steps: 0
+- rope_scaling: linear
+- lora_rank: 32
+- lora_dropout: 0.15
+- dpo_beta: 0.1
+- bnb_4bit_compute_dtype: bfloat16
+
+</details>
+
+### Trainer
+
+- hiyouga/LLaMA-Efficient-Tuning
+  

adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-2-13b-chat-hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "lora_alpha": 32.0,
+  "lora_dropout": 0.15,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "up_proj",
+    "gate_proj",
+    "v_proj",
+    "q_proj",
+    "down_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6dff9c26c841f96a63b2f3260f72e96ff61c98d33c0adf427b02035258e2b2
+size 500897546

added_tokens.json

@@ -0,0 +1,5 @@
+{
+  "</s>": 2,
+  "<s>": 1,
+  "<unk>": 0
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f25405f4d478441abecbb7ada36682ea1fbe6fcc20016ac239084cc5de2c02
+size 1001863522

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386cc2ae50e62ccea540a0c47b75c8f07815c569624eaf470059b05ac63967eb
+size 14180

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc23a226f0044297ff380d52ca683b9963301286f4189a8cd75a60fb78ffada
+size 1064

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,41 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}

trainer_state.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dd4f693ca17a4aed6786b564a5c21b8ebf2d7e62c99b2cbbfba9a41df96f73
+size 19627724

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e66c7937b77462faf820b6adf211726e4b8d266732ae948541260ab50ea8b97
+size 4792