txtai-unsloth.py

from unsloth import FastModel

from datasets import load_dataset
from txtai.pipeline import HFTrainer

# Load training dataset
train = load_dataset(...)

# Full fine-tune (16-bit)
# Set load_in_4bit=True and trainer.lora=True to train a QLoRA model
model = FastModel.from_pretrained(path, full_finetuning=True,
    load_in_4bit=False, load_in_16bit=True)

trainer = HFTrainer()
trainer(
    model,
    train,
    task="language-generation",
    per_device_train_batch_size=16,
    gradient_accumulation_steps=1,
    num_train_epochs=1
)