
Unslothã§æç€ºãã¥ãŒãã³ã°
ã¯ããã«
Unslothã§InstructionTuningããã£ãŠã¿ãŸãã
以äžã®èšäºã§ç¶ç¶äºååŠç¿ãè¡ã£ãã¢ãã«ã«å¯ŸããŠãæç€ºãã¥ãŒãã³ã°ãè¡ããŸãã
ç¶ç¶äºååŠç¿ã§ã¯ãæ°ããç¥èãåã蟌ãããšãã§ãããšã¯èšããªãç¶æ³ã§ãããããã®ãŸãŸæç€ºãã¥ãŒãã³ã°ãŸã§ç¶ããŸããã
å®è£
æºå
ã©ã€ãã©ãªçŸ€ã®ã€ã³ããŒããšãã©ã¡ãŒã¿ã®èšå®ãã¢ãã«ã®ããŒããŸã§å®è¡ããŸãã
import os
from unsloth import FastLanguageModel
from unsloth import is_bfloat16_supported
from unsloth import UnslothTrainingArguments
from trl import SFTTrainer
from datasets import load_dataset
import wandb
os.environ["WANDB_PROJECT"] = "llama3.2-sft"
# åºæ¬èšå®
max_seq_length = 2048
dtype = None
load_in_4bit = True
num_proc = 4
sft_output = 'sft_output'
random_seed = 3407
model, tokenizer = FastLanguageModel.from_pretrained(
model_name = 'model',
max_seq_length = max_seq_length,
dtype = dtype,
load_in_4bit = load_in_4bit,
)ããŒã¿ã»ããã®æºå
ããŒã¿ã»ããã«ã¯databricks-dolly-15k-jaã䜿çšããŸãã
ã³ã³ããã¹ããããå Žåãšãªãå Žåã®ããŒã¿ãååšããã®ã§ã2ã€ã®å Žåã«å¯Ÿå¿ã§ããããã«ãã³ãã¬ãŒãã2ã€çšæããŸãã
# ããŒã¿ããŠã³ããŒã
dataset = load_dataset("llm-jp/databricks-dolly-15k-ja")
print(dataset['train'][3])
# åŠç¿æã®ããã³ãããã©ãŒãããã®å®çŸ©
prompt1 = """
<|start_header_id|>system<|end_header_id|>
ããªãã¯ä»¥äžã®ããŒã«ã䜿çšã§ããæç€ºã«å¿ å®ã§åªç§ãªAIã¢ã·ã¹ã¿ã³ãã§ãã
<|eot_id|>
<|start_header_id|>user<|end_header_id|>
{}
<|eot_id|>
<|start_header_id|>assistant<|end_header_id|>
{}
"""
prompt2 = """
<|start_header_id|>system<|end_header_id|>
ããªãã¯ä»¥äžã®ããŒã«ã䜿çšã§ããæç€ºã«å¿ å®ã§åªç§ãªAIã¢ã·ã¹ã¿ã³ãã§ãã
<|eot_id|>
<|start_header_id|>user<|end_header_id|>
{}
## æç€º
{}
<|eot_id|>
<|start_header_id|>assistant<|end_header_id|>
{}
"""
EOS_TOKEN = tokenizer.eos_token # Must add EOS_TOKEN
def formatting_prompts_func(examples):
input = examples["instruction"] # å
¥åããŒã¿
output = examples["response"] # åºåããŒã¿
context = examples['context']
if context == '':
text = prompt1.format(input, output) + EOS_TOKEN
else:
text = prompt2.format(context, input, output) + EOS_TOKEN
return { "text" : text, } # æ°ãããã£ãŒã«ã "formatted_text" ãè¿ã
# åããŒã¿ã«ãã©ãŒããããé©çš
dataset = dataset.map(
formatting_prompts_func,
num_proc= num_proc, # 䞊ååŠçæ°ãæå®
)
datasetåŠç¿èšå®
æç€ºãã¥ãŒãã³ã°ã¯ãç¶ç¶äºååŠç¿ã§è¿œå ããã¿ãŒã²ããlm_headãšembed_tokensãé€å€ããŸããããã¯ãåŠç¿å¯Ÿè±¡ã®ãã©ã¡ãŒã¿ãåæžããç®çãšæç€ºãã¥ãŒãã³ã°ã§ã¯ç¥èã«å€æŽãå ãããåçæã®ã¢ã©ã€ã¡ã³ãã®ã¿ã倿Žããããšãç®çãšããŠãã¥ãŒãã³ã°ãè¡ãããã§ãã
model = FastLanguageModel.get_peft_model(
model,
r = 16,
target_modules = [
"q_proj", "k_proj", "v_proj", "o_proj",
"gate_proj", "up_proj", "down_proj",
],
lora_alpha = 16,
lora_dropout = 0, # Supports any, but = 0 is optimized
bias = "none", # Supports any, but = "none" is optimized
use_gradient_checkpointing=False,
random_state = random_seed,
max_seq_length = max_seq_length,
use_rslora=True,
# use_dora=True,
)
trainer = SFTTrainer(
model = model,
train_dataset = dataset['train'],
dataset_text_field = "text",
max_seq_length = max_seq_length,
tokenizer = tokenizer,
neftune_noise_alpha=5,
packing=False,
args = UnslothTrainingArguments(
per_device_train_batch_size=2,
gradient_accumulation_steps=8,
num_train_epochs=3,
fp16 = not is_bfloat16_supported(),
bf16 = is_bfloat16_supported(),
logging_steps = 10,
save_total_limit = 2,
output_dir = sft_output,
# optim = "schedule_free_adamw",
learning_rate = 5e-5,
optim="adamw_8bit",
lr_scheduler_type="constant",
seed = random_seed,
report_to = "wandb",
),
)åŠç¿ã®å®è¡
trainer_stats = trainer.train()
wandb.finish()åŠç¿ã®å®è¡ã¯ããã ããwandb.finish()ãå®è¡ããªããšwandbãæ£ããçµäºããªãã
ã¢ãã«ã®ä¿å
æç€ºãã¥ãŒãã³ã°ã®çµæãAdapterãšããŠãLoRAã§åŠç¿ãããã©ã¡ãŒã¿ã®ã¿ãä¿åããããšã«ããŸãã
model.save_pretrained_merged("instruct_lora_model", tokenizer, save_method = "lora",)
del modelçµæã®ç¢ºèª
çµæã®ç¢ºèªã«ã¯ä»¥äžã®ã³ãŒãã䜿ããŸãã
import os
from unsloth import FastLanguageModel
from peft import PeftModel
# åºæ¬èšå®
max_seq_length = 2048
dtype = None
load_in_4bit = False
num_proc = 4
model, tokenizer = FastLanguageModel.from_pretrained(
model_name = './model',
max_seq_length = max_seq_length,
dtype = dtype,
load_in_4bit = load_in_4bit,
)
model = PeftModel.from_pretrained(model, "./instruct_lora_model")
prompt_template = """
<|start_header_id|>system<|end_header_id|>
ããªãã¯ä»¥äžã®ããŒã«ã䜿çšã§ããæç€ºã«å¿ å®ã§åªç§ãªAIã¢ã·ã¹ã¿ã³ãã§ãã
<|eot_id|>
<|start_header_id|>user<|end_header_id|>
2020幎以éã®æµè¡èªå€§è³ãæ¯ãè¿ããšãæ¥æ¬ç€ŸäŒã®éèŠãªåºæ¥äºã話é¡ãåæ ãããŠããŸãïŒ
2020幎ã®ã3å¯ãã¯ãæ°åã³ãããŠã€ã«ã¹ææç察çãšããŠå°æ± çŸååæ±äº¬éœç¥äºãæå±ãããå¯éã»å¯éã»å¯æ¥ããé¿ãããšããæŠå¿µã衚ãããã³ãããã¯åæã®æ¥æ¬ç€ŸäŒã象城ããèšèãšãªããŸããã
2021幎ã¯ãã¡ãžã£ãŒãªãŒã°ã§ææã®ãäºåæµããšããŠæŽå²çãªæŽ»èºãèŠãã倧谷ç¿å¹³éžæã®ããªã¢ã«äºåæµ/ã·ã§ãŒã¿ã€ã ããéžã°ããæ¥æ¬äººéžæã®äžçã§ã®èºé²ã衚ããŸããã
2022幎ã®ãæç¥æ§ãã¯ãããéçã§å²äžåãšãªã髿 ¡çãã©ãã1äœãã4幎é£ç¶æ¬å¡æçãéæããæäžå®ééžæã®ããã¯ããŒã ã§ãè¥ã倩ææè
ã®å°é ã瀺ããŠããŸãã
2023幎ã®ãã¢ã¬ïŒA.R.EïŒãã¯ãéªç¥ã¿ã€ã¬ãŒã¹ã®å²¡ç°åœ°åžç£ç£ãé »ç¹ã«äœ¿çšããèšèã§ã44幎ã¶ãã®ãªãŒã°åªåãæãããéªç¥ã®å¿«é²æã象城ããŸããã
2024幎ã¯ãTBSãã©ããäžé©åã«ãã»ã©ããã!ãããçãŸããããµãŠã»ã©ããéžã°ããå³ãã瀟äŒèŠç¯ã®äžã§çããçŸä»£äººã®å
±æãåŒãã ããšã瀺ããŠããŸãã
ãã®5幎éã®æµè¡èªã¯ãææç察çãããã¹ããŒãçã®æŽ»èºããããŠæä»£ãåæ ãããã©ããŸã§ããã®æã
ã®æ¥æ¬ç€ŸäŒã®é¢å¿äºã端çã«è¡šçŸããŠããŸãã
### æç€º
2024å¹Žã®æµè¡èªå€§è³ã¯äœã§ããïŒ
<|eot_id|>
<|start_header_id|>assistant<|end_header_id|>
"""
inputs = tokenizer([prompt_template]*1, return_tensors = "pt").to("cuda")
FastLanguageModel.for_inference(model) # Enable native 2x faster inference
text_streamer = TextStreamer(tokenizer)
_ = model.generate(**inputs, streamer = text_streamer,
max_new_tokens =1024,
use_cache=True,
do_sample=False,
repetition_penalty=1.2
)åºå
ããµãŠã»ã©ããšããããŒã¯ãŒããæœåºããããšã«æåãããã®ã®ãæç« ãšããŠã¯ããããªç¶æ ã«ãªã£ãŠããŸãã
<|begin_of_text|>
<|start_header_id|>system<|end_header_id|>
ããªãã¯ä»¥äžã®ããŒã«ã䜿çšã§ããæç€ºã«å¿ å®ã§åªç§ãªAIã¢ã·ã¹ã¿ã³ãã§ãã
<|eot_id|>
<|start_header_id|>user<|end_header_id|>
2020幎以éã®æµè¡èªå€§è³ãæ¯ãè¿ããšãæ¥æ¬ç€ŸäŒã®éèŠãªåºæ¥äºã話é¡ãåæ ãããŠããŸãïŒ
2020幎ã®ã3å¯ãã¯ãæ°åã³ãããŠã€ã«ã¹ææç察çãšããŠå°æ± çŸååæ±äº¬éœç¥äºãæå±ãããå¯éã»å¯éã»å¯æ¥ããé¿ãããšããæŠå¿µã衚ãããã³ãããã¯åæã®æ¥æ¬ç€ŸäŒã象城ããèšèãšãªããŸããã
2021幎ã¯ãã¡ãžã£ãŒãªãŒã°ã§ææã®ãäºåæµããšããŠæŽå²çãªæŽ»èºãèŠãã倧谷ç¿å¹³éžæã®ããªã¢ã«äºåæµ/ã·ã§ãŒã¿ã€ã ããéžã°ããæ¥æ¬äººéžæã®äžçã§ã®èºé²ã衚ããŸããã
2022幎ã®ãæç¥æ§ãã¯ãããéçã§å²äžåãšãªã髿 ¡çãã©ãã1äœãã4幎é£ç¶æ¬å¡æçãéæããæäžå®ééžæã®ããã¯ããŒã ã§ãè¥ã倩ææè
ã®å°é ã瀺ããŠããŸãã
2023幎ã®ãã¢ã¬ïŒA.R.EïŒãã¯ãéªç¥ã¿ã€ã¬ãŒã¹ã®å²¡ç°åœ°åžç£ç£ãé »ç¹ã«äœ¿çšããèšèã§ã44幎ã¶ãã®ãªãŒã°åªåãæãããéªç¥ã®å¿«é²æã象城ããŸããã
2024幎ã¯ãTBSãã©ããäžé©åã«ãã»ã©ããã!ãããçãŸããããµãŠã»ã©ããéžã°ããå³ãã瀟äŒèŠç¯ã®äžã§çããçŸä»£äººã®å
±æãåŒãã ããšã瀺ããŠããŸãã
ãã®5幎éã®æµè¡èªã¯ãææç察çãããã¹ããŒãçã®æŽ»èºããããŠæä»£ãåæ ãããã©ããŸã§ããã®æã
ã®æ¥æ¬ç€ŸäŒã®é¢å¿äºã端çã«è¡šçŸããŠããŸãã
### æç€º
2024å¹Žã®æµè¡èªå€§è³ã¯äœã§ããïŒ
<|eot_id|>
<|start_header_id|>assistant<|end_header_id|>
2024幎ã«çºè¡šãããã®ã¯ãããµãŠã»ã©ãã®ã¿ã€ãã«ã®ãã®ã ãã®ååã¯ããã¬ãçªçµãäžé©åã«ãã»ã©ããªãïŒãïŒ2007ïœ2018ïŒã®åºæŒè
ãã¡ã«ãã£ãŠäœããããšãããŠããããã®ã·ãªãŒãºã§ã¯ãããŸããŸãªåœ¹æã§ç»å Žãã人ç©ãããã€ãããããããã®ååã«ã¡ãªãã ããšã ããããããããããã¯ãã¹ãŠå¥åã®ãã£ã©ã¯ã¿ãŒã§ããå¯èœæ§ããããŸãããã®äžã«ã¯ããäžé©åã«ãã»ã©ã¯ãªãïŒãã«åºå ŽããŠããå
ããã¹ã®ãšãŒã¹ã§ãããããšããããŸãããŸããåããããªæ§æ Œãæã£ãä»ã®ä¿³åªãå«ãŸããŠããŠãã©ã®ãããªæå³ã«ãªãã®ãããããŸããã
<|end_of_text|>æœåºã¿ã¹ã¯ãè¡ãã ããªããå ã®ç¶æ ã®Llama3.2ã®æ¹ãããçµæãåºããŸããã