diff --git a/Cargo.lock b/Cargo.lock
index 5b49a52..ab6a44e 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -852,12 +852,12 @@ dependencies = [
 [[package]]
 name = "candle-core"
 version = "0.9.1"
-source = "git+https://github.com/huggingface/candle.git?branch=main#be4f920f35b99af5919a86c0a2e08a78f3f63567"
+source = "git+https://github.com/huggingface/candle.git?branch=main#f5838914f788d3950d0a25042cffe199d9325a9e"
 dependencies = [
  "byteorder",
  "candle-kernels",
  "cudarc",
- "float8",
+ "float8 0.4.2",
  "gemm 0.17.1",
  "half",
  "memmap2 0.9.7",
@@ -877,7 +877,7 @@ dependencies = [
 [[package]]
 name = "candle-flash-attn"
 version = "0.9.1"
-source = "git+https://github.com/huggingface/candle.git?branch=main#be4f920f35b99af5919a86c0a2e08a78f3f63567"
+source = "git+https://github.com/huggingface/candle.git?branch=main#f5838914f788d3950d0a25042cffe199d9325a9e"
 dependencies = [
  "anyhow",
  "bindgen_cuda",
@@ -888,7 +888,7 @@ dependencies = [
 [[package]]
 name = "candle-kernels"
 version = "0.9.1"
-source = "git+https://github.com/huggingface/candle.git?branch=main#be4f920f35b99af5919a86c0a2e08a78f3f63567"
+source = "git+https://github.com/huggingface/candle.git?branch=main#f5838914f788d3950d0a25042cffe199d9325a9e"
 dependencies = [
  "bindgen_cuda",
 ]
@@ -896,10 +896,11 @@ dependencies = [
 [[package]]
 name = "candle-nn"
 version = "0.9.1"
-source = "git+https://github.com/huggingface/candle.git?branch=main#be4f920f35b99af5919a86c0a2e08a78f3f63567"
+source = "git+https://github.com/huggingface/candle.git?branch=main#f5838914f788d3950d0a25042cffe199d9325a9e"
 dependencies = [
  "candle-core",
  "half",
+ "libc",
  "num-traits",
  "rayon",
  "safetensors",
@@ -910,7 +911,7 @@ dependencies = [
 [[package]]
 name = "candle-transformers"
 version = "0.9.1"
-source = "git+https://github.com/huggingface/candle.git?branch=main#be4f920f35b99af5919a86c0a2e08a78f3f63567"
+source = "git+https://github.com/huggingface/candle.git?branch=main#f5838914f788d3950d0a25042cffe199d9325a9e"
 dependencies = [
  "byteorder",
  "candle-core",
@@ -1531,10 +1532,11 @@ checksum = "1f791803201ab277ace03903de1594460708d2d54df6053f2d9e82f592b19e3b"
 
 [[package]]
 name = "cudarc"
-version = "0.16.6"
+version = "0.17.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "17200eb07e7d85a243aa1bf4569a7aa998385ba98d14833973a817a63cc86e92"
+checksum = "72ba848ae5c6f3cb36e71eab5f268763e3fabcabe3f7bc683e16f7fa3d46281e"
 dependencies = [
+ "float8 0.3.0",
  "half",
  "libloading",
 ]
@@ -2169,8 +2171,18 @@ dependencies = [
 
 [[package]]
 name = "float8"
-version = "0.2.1"
-source = "git+https://github.com/zackangelo/float8?branch=cudarc_0_16#03c1f5fe7cdb2f9cb690823fdd40593be57c408f"
+version = "0.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0f498aec3b227cd892ce18967f4033d9d397d28a80a7ab67e9f6b0176a79654e"
+dependencies = [
+ "half",
+]
+
+[[package]]
+name = "float8"
+version = "0.4.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4203231de188ebbdfb85c11f3c20ca2b063945710de04e7b59268731e728b462"
 dependencies = [
  "cudarc",
  "half",
@@ -3877,7 +3889,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "07033963ba89ebaf1584d767badaa2e8fcec21aedea6b8c0346d487d49c28667"
 dependencies = [
  "cfg-if",
- "windows-targets 0.53.3",
+ "windows-targets 0.48.5",
 ]
 
 [[package]]
@@ -4466,7 +4478,7 @@ version = "0.7.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "77e878c846a8abae00dd069496dbe8751b16ac1c3d6bd2a7283a938e8228f90d"
 dependencies = [
- "proc-macro-crate 3.3.0",
+ "proc-macro-crate 1.3.1",
  "proc-macro2",
  "quote",
  "syn 2.0.106",
@@ -5871,7 +5883,7 @@ dependencies = [
  "errno",
  "libc",
  "linux-raw-sys 0.4.15",
- "windows-sys 0.59.0",
+ "windows-sys 0.52.0",
 ]
 
 [[package]]
@@ -6826,7 +6838,7 @@ dependencies = [
  "getrandom 0.3.3",
  "once_cell",
  "rustix 1.0.8",
- "windows-sys 0.59.0",
+ "windows-sys 0.52.0",
 ]
 
 [[package]]
@@ -7301,9 +7313,9 @@ dependencies = [
 
 [[package]]
 name = "ug"
-version = "0.4.0"
+version = "0.5.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "90b70b37e9074642bc5f60bb23247fd072a84314ca9e71cdf8527593406a0dd3"
+checksum = "76b761acf8af3494640d826a8609e2265e19778fb43306c7f15379c78c9b05b0"
 dependencies = [
  "gemm 0.18.2",
  "half",
@@ -7322,9 +7334,9 @@ dependencies = [
 
 [[package]]
 name = "ug-cuda"
-version = "0.4.0"
+version = "0.5.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "14053653d0b7fa7b21015aa9a62edc8af2f60aa6f9c54e66386ecce55f22ed29"
+checksum = "9f0a1fa748f26166778c33b8498255ebb7c6bffb472bcc0a72839e07ebb1d9b5"
 dependencies = [
  "cudarc",
  "half",
@@ -7982,7 +7994,7 @@ version = "0.1.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "cf221c93e13a30d793f7645a0e7762c55d169dbb0a49671918a2319d289b10bb"
 dependencies = [
- "windows-sys 0.59.0",
+ "windows-sys 0.48.0",
 ]
 
 [[package]]