llm-tune: LoRA fine-tuning for Llama in Rust with burnHEADmain

1 files changed, 25 insertions, 0 deletions

diff --git a/Cargo.toml b/Cargo.toml
new file mode 100644
index 0000000..61e0a96
--- /dev/null
+++ b/Cargo.toml
@@ -0,0 +1,25 @@
+[package]
+name = "llm-tune"
+version = "0.1.0"
+edition = "2021"
+description = "LoRA fine-tuning for Llama models, written from scratch in Rust with burn"
+license = "MIT"
+repository = "https://git.all.ar/pub/llm-tune"
+
+[dependencies]
+burn = { version = "0.21", default-features = false, features = ["std", "ndarray", "autodiff", "store"] }
+safetensors = "0.6"
+tokenizers = { version = "0.22", default-features = false, features = ["onig"] }
+serde = { version = "1", features = ["derive"] }
+serde_json = "1"
+anyhow = "1"
+rand = "0.9"
+clap = { version = "4", features = ["derive"] }
+
+[features]
+cuda = ["burn/cuda"]
+wgpu = ["burn/wgpu"]
+
+[profile.release]
+opt-level = 3
+lto = "thin"