dnrops
/
candle
mirror of https://github.com/huggingface/candle.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Bump the version to 0.3.0. (#1014) 

* Bump the version to 0.3.0.

* Changelog update.
This commit is contained in:
Laurent Mazare 2023-10-01 13:51:57 +01:00 committed by GitHub
parent f6054e9d60
commit 096dee7073
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
20 changed files with 71 additions and 65 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
CHANGELOG.md
View File

@ -1,12 +1,38 @@
# Changelog # Changelog
This documents the main changes to the `candle` crate. This documents the main changes to the `candle` crate.
## v0.2.3 - Unreleased ## v0.3.1 - Unreleased
### Added ### Added
### Modified ### Modified
## v0.3.0 - 2023-10-01
### Added
- Added the Mistral 7b v0.1 model
[983](https://github.com/huggingface/candle/pull/983).
- Quantized version of the Mistral model
[1009](https://github.com/huggingface/candle/pull/1009).
- Add the gelu-erf op and activation function
[969](https://github.com/huggingface/candle/pull/969).
- Add the mixformer/phi-v1.5 model
[930](https://github.com/huggingface/candle/pull/930).
- Add the sclice-scatter op
[927](https://github.com/huggingface/candle/pull/927).
- Add the Wuerstchen diffusion model
[911](https://github.com/huggingface/candle/pull/911).
### Modified
- Support for simd128 intrinsics in some quantized vecdots
[982](https://github.com/huggingface/candle/pull/982).
- Optimize the index-select cuda kernel
[976](https://github.com/huggingface/candle/pull/976).
- Self-contained safetensor wrappers
[946](https://github.com/huggingface/candle/pull/946).
## v0.2.2 - 2023-09-18 ## v0.2.2 - 2023-09-18
### Added ### Added

2
Cargo.toml
View File

@ -20,7 +20,7 @@ exclude = ["candle-flash-attn", "candle-kernels"]
resolver = "2" resolver = "2"
[workspace.package] [workspace.package]
version = "0.2.3" version = "0.3.0"
edition = "2021" edition = "2021"
description = "Minimalist ML framework." description = "Minimalist ML framework."
repository = "https://github.com/huggingface/candle" repository = "https://github.com/huggingface/candle"

10
candle-book/Cargo.toml
View File

@ -11,11 +11,11 @@ readme = "README.md"
[dependencies] [dependencies]
accelerate-src = { workspace = true, optional = true } accelerate-src = { workspace = true, optional = true }
candle = { path = "../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../candle-core", version = "0.3.0", package = "candle-core" }
candle-datasets = { path = "../candle-datasets", version = "0.2.3" } candle-datasets = { path = "../candle-datasets", version = "0.3.0" }
candle-nn = { path = "../candle-nn", version = "0.2.3" } candle-nn = { path = "../candle-nn", version = "0.3.0" }
candle-transformers = { path = "../candle-transformers", version = "0.2.3" } candle-transformers = { path = "../candle-transformers", version = "0.3.0" }
candle-flash-attn = { path = "../candle-flash-attn", version = "0.2.3", optional = true } candle-flash-attn = { path = "../candle-flash-attn", version = "0.3.0", optional = true }
safetensors = { workspace = true } safetensors = { workspace = true }
serde = { workspace = true } serde = { workspace = true }
serde_json = { workspace = true } serde_json = { workspace = true }

2
candle-core/Cargo.toml
View File

@ -12,7 +12,7 @@ readme = "README.md"
[dependencies] [dependencies]
accelerate-src = { workspace = true, optional = true } accelerate-src = { workspace = true, optional = true }
byteorder = { workspace = true } byteorder = { workspace = true }
candle-kernels = { path = "../candle-kernels", version = "0.2.3", optional = true } candle-kernels = { path = "../candle-kernels", version = "0.3.0", optional = true }
cudarc = { workspace = true, optional = true } cudarc = { workspace = true, optional = true }
gemm = { workspace = true } gemm = { workspace = true }
half = { workspace = true } half = { workspace = true }

4
candle-datasets/Cargo.toml
View File

@ -11,8 +11,8 @@ readme = "README.md"
[dependencies] [dependencies]
byteorder = { workspace = true } byteorder = { workspace = true }
candle = { path = "../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../candle-nn", version = "0.2.3" } candle-nn = { path = "../candle-nn", version = "0.3.0" }
hf-hub = { workspace = true} hf-hub = { workspace = true}
intel-mkl-src = { workspace = true, optional = true } intel-mkl-src = { workspace = true, optional = true }
memmap2 = { workspace = true } memmap2 = { workspace = true }

10
candle-examples/Cargo.toml
View File

@ -11,11 +11,11 @@ readme = "README.md"
[dependencies] [dependencies]
accelerate-src = { workspace = true, optional = true } accelerate-src = { workspace = true, optional = true }
candle = { path = "../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../candle-core", version = "0.3.0", package = "candle-core" }
candle-datasets = { path = "../candle-datasets", version = "0.2.3" } candle-datasets = { path = "../candle-datasets", version = "0.3.0" }
candle-nn = { path = "../candle-nn", version = "0.2.3" } candle-nn = { path = "../candle-nn", version = "0.3.0" }
candle-transformers = { path = "../candle-transformers", version = "0.2.3" } candle-transformers = { path = "../candle-transformers", version = "0.3.0" }
candle-flash-attn = { path = "../candle-flash-attn", version = "0.2.3", optional = true } candle-flash-attn = { path = "../candle-flash-attn", version = "0.3.0", optional = true }
cudarc = { workspace = true, optional = true } cudarc = { workspace = true, optional = true }
half = { workspace = true, optional = true } half = { workspace = true, optional = true }
image = { workspace = true } image = { workspace = true }

6
candle-flash-attn/Cargo.toml
View File

@ -1,6 +1,6 @@
[package] [package]
name = "candle-flash-attn" name = "candle-flash-attn"
version = "0.2.3" version = "0.3.0"
edition = "2021" edition = "2021"
description = "Flash attention layer for the candle ML framework." description = "Flash attention layer for the candle ML framework."
@ -11,7 +11,7 @@ license = "MIT OR Apache-2.0"
readme = "README.md" readme = "README.md"
[dependencies] [dependencies]
candle = { path = "../candle-core", features = ["cuda"], version = "0.2.3", package = "candle-core" } candle = { path = "../candle-core", features = ["cuda"], version = "0.3.0", package = "candle-core" }
half = { version = "2.3.1", features = ["num-traits"] } half = { version = "2.3.1", features = ["num-traits"] }
[build-dependencies] [build-dependencies]
@ -21,4 +21,4 @@ rayon = "1.7.0"
[dev-dependencies] [dev-dependencies]
anyhow = { version = "1", features = ["backtrace"] } anyhow = { version = "1", features = ["backtrace"] }
candle-nn = { path = "../candle-nn", version = "0.2.3", features = ["cuda"] } candle-nn = { path = "../candle-nn", version = "0.3.0", features = ["cuda"] }

2
candle-kernels/Cargo.toml
View File

@ -1,6 +1,6 @@
[package] [package]
name = "candle-kernels" name = "candle-kernels"
version = "0.2.3" version = "0.3.0"
edition = "2021" edition = "2021"
description = "CUDA kernels for Candle" description = "CUDA kernels for Candle"

2
candle-nn/Cargo.toml
View File

@ -11,7 +11,7 @@ readme = "README.md"
[dependencies] [dependencies]
accelerate-src = { workspace = true, optional = true } accelerate-src = { workspace = true, optional = true }
candle = { path = "../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../candle-core", version = "0.3.0", package = "candle-core" }
half = { workspace = true } half = { workspace = true }
thiserror = { workspace = true } thiserror = { workspace = true }
intel-mkl-src = { workspace = true, optional = true } intel-mkl-src = { workspace = true, optional = true }

20
candle-nn/src/var_builder.rs
View File

@ -412,26 +412,6 @@ impl<'a> VarBuilder<'a> {
Self::new(Box::new(varmap.clone()), dtype, dev.clone()) Self::new(Box::new(varmap.clone()), dtype, dev.clone())
} }
/// Initializes a `VarBuilder` that retrieves tensors stored in a collection of safetensors
/// data.
#[deprecated(
since = "0.2.3",
note = "use from_mmaped_safetensors or from_buffered_safetensors instead"
)]
pub fn from_safetensors(safetensors: Vec<SafeTensors<'a>>, dtype: DType, dev: &Device) -> Self {
let mut routing = HashMap::new();
for (index, sf) in safetensors.iter().enumerate() {
for k in sf.names() {
routing.insert(k.to_string(), index);
}
}
let tensors = SafeTensorWithRouting {
routing,
safetensors,
};
Self::new(Box::new(tensors), dtype, dev.clone())
}
/// Initializes a `VarBuilder` that retrieves tensors stored in a collection of safetensors /// Initializes a `VarBuilder` that retrieves tensors stored in a collection of safetensors
/// files. /// files.
/// ///

4
candle-pyo3/Cargo.toml
View File

@ -14,8 +14,8 @@ name = "candle"
crate-type = ["cdylib"] crate-type = ["cdylib"]
[dependencies] [dependencies]
candle = { path = "../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../candle-nn", version = "0.2.3" } candle-nn = { path = "../candle-nn", version = "0.3.0" }
half = { workspace = true } half = { workspace = true }
pyo3 = { version = "0.19.0", features = ["extension-module"] } pyo3 = { version = "0.19.0", features = ["extension-module"] }

6
candle-transformers/Cargo.toml
View File

@ -11,9 +11,9 @@ readme = "README.md"
[dependencies] [dependencies]
accelerate-src = { workspace = true, optional = true } accelerate-src = { workspace = true, optional = true }
candle = { path = "../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../candle-core", version = "0.3.0", package = "candle-core" }
candle-flash-attn = { path = "../candle-flash-attn", version = "0.2.3", optional = true } candle-flash-attn = { path = "../candle-flash-attn", version = "0.3.0", optional = true }
candle-nn = { path = "../candle-nn", version = "0.2.3" } candle-nn = { path = "../candle-nn", version = "0.3.0" }
intel-mkl-src = { workspace = true, optional = true } intel-mkl-src = { workspace = true, optional = true }
num-traits = { workspace = true } num-traits = { workspace = true }
rand = { workspace = true } rand = { workspace = true }

6
candle-wasm-examples/bert/Cargo.toml
View File

@ -9,9 +9,9 @@ categories.workspace = true
license.workspace = true license.workspace = true
[dependencies] [dependencies]
candle = { path = "../../candle-core", version = "0.2.2", package = "candle-core" } candle = { path = "../../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../../candle-nn", version = "0.2.2" } candle-nn = { path = "../../candle-nn", version = "0.3.0" }
candle-transformers = { path = "../../candle-transformers", version = "0.2.2" } candle-transformers = { path = "../../candle-transformers", version = "0.3.0" }
num-traits = { workspace = true } num-traits = { workspace = true }
tokenizers = { workspace = true, features = ["unstable_wasm"] } tokenizers = { workspace = true, features = ["unstable_wasm"] }

6
candle-wasm-examples/llama2-c/Cargo.toml
View File

@ -9,9 +9,9 @@ categories.workspace = true
license.workspace = true license.workspace = true
[dependencies] [dependencies]
candle = { path = "../../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../../candle-nn", version = "0.2.3" } candle-nn = { path = "../../candle-nn", version = "0.3.0" }
candle-transformers = { path = "../../candle-transformers", version = "0.2.3" } candle-transformers = { path = "../../candle-transformers", version = "0.3.0" }
num-traits = { workspace = true } num-traits = { workspace = true }
tokenizers = { workspace = true, features = ["unstable_wasm"] } tokenizers = { workspace = true, features = ["unstable_wasm"] }

6
candle-wasm-examples/phi/Cargo.toml
View File

@ -9,9 +9,9 @@ categories.workspace = true
license.workspace = true license.workspace = true
[dependencies] [dependencies]
candle = { path = "../../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../../candle-nn", version = "0.2.3" } candle-nn = { path = "../../candle-nn", version = "0.3.0" }
candle-transformers = { path = "../../candle-transformers", version = "0.2.3" } candle-transformers = { path = "../../candle-transformers", version = "0.3.0" }
tokenizers = { workspace = true, features = ["unstable_wasm"] } tokenizers = { workspace = true, features = ["unstable_wasm"] }
num-traits = { workspace = true } num-traits = { workspace = true }

6
candle-wasm-examples/segment-anything/Cargo.toml
View File

@ -9,9 +9,9 @@ categories.workspace = true
license.workspace = true license.workspace = true
[dependencies] [dependencies]
candle = { path = "../../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../../candle-nn", version = "0.2.3" } candle-nn = { path = "../../candle-nn", version = "0.3.0" }
candle-transformers = { path = "../../candle-transformers", version = "0.2.3" } candle-transformers = { path = "../../candle-transformers", version = "0.3.0" }
num-traits = { workspace = true } num-traits = { workspace = true }
# App crates. # App crates.

6
candle-wasm-examples/t5/Cargo.toml
View File

@ -9,9 +9,9 @@ categories.workspace = true
license.workspace = true license.workspace = true
[dependencies] [dependencies]
candle = { path = "../../candle-core", version = "0.2.2", package = "candle-core" } candle = { path = "../../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../../candle-nn", version = "0.2.2" } candle-nn = { path = "../../candle-nn", version = "0.3.0" }
candle-transformers = { path = "../../candle-transformers", version = "0.2.2" } candle-transformers = { path = "../../candle-transformers", version = "0.3.0" }
num-traits = { workspace = true } num-traits = { workspace = true }
tokenizers = { workspace = true, features = ["unstable_wasm"] } tokenizers = { workspace = true, features = ["unstable_wasm"] }

4
candle-wasm-examples/whisper/Cargo.toml
View File

@ -9,8 +9,8 @@ categories.workspace = true
license.workspace = true license.workspace = true
[dependencies] [dependencies]
candle = { path = "../../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../../candle-nn", version = "0.2.3" } candle-nn = { path = "../../candle-nn", version = "0.3.0" }
num-traits = { workspace = true } num-traits = { workspace = true }
tokenizers = { workspace = true, features = ["unstable_wasm"] } tokenizers = { workspace = true, features = ["unstable_wasm"] }

4
candle-wasm-examples/yolo/Cargo.toml
View File

@ -9,8 +9,8 @@ categories.workspace = true
license.workspace = true license.workspace = true
[dependencies] [dependencies]
candle = { path = "../../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../../candle-core", version = "0.3.0", package = "candle-core" }
candle-nn = { path = "../../candle-nn", version = "0.2.3" } candle-nn = { path = "../../candle-nn", version = "0.3.0" }
num-traits = { workspace = true } num-traits = { workspace = true }
serde = { workspace = true } serde = { workspace = true }
serde_json = { workspace = true } serde_json = { workspace = true }

2
candle-wasm-tests/Cargo.toml
View File

@ -7,7 +7,7 @@ keywords.workspace = true
categories.workspace = true categories.workspace = true
[dependencies] [dependencies]
candle = { path = "../candle-core", version = "0.2.3", package = "candle-core" } candle = { path = "../candle-core", version = "0.3.0", package = "candle-core" }
rand = { workspace = true } rand = { workspace = true }
getrandom = { version = "0.2", features = ["js"] } getrandom = { version = "0.2", features = ["js"] }