diff --git a/CHANGELOG.md b/CHANGELOG.md index 92afc8eb..a7b31822 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,22 +1,27 @@ -## Unreleased +## v1.2.3 (April 11, 2024) ### New features -* Update S3ClientConfig to pass in the configuration for allowing unsigned requests, under boolean flag `unsigned`. -* Improve the performance of `s3reader` when utilized with `pytorch.load` by incorporating support for the `readinto` method. -* Add support for passing an optional custom endpoint to S3LightningCheckpoint constructor method. +* Update `S3ClientConfig` to pass in the configuration for allowing unsigned requests, under boolean flag `unsigned`. +* Improve the performance of `S3Reader` when utilized with `pytorch.load` by incorporating support for the `readinto` method. +* **[Experimental]** Add support for passing an optional custom endpoint to `S3LightningCheckpoint` constructor method. +### Breaking changes +* No breaking changes. ## v1.2.2 (March 22, 2024) ### New features -* Expose a new class, S3ClientConfig, with `throughput_target_gbps` and `part_size` parameters of the inner S3 client. +* Expose a new class, `S3ClientConfig`, with `throughput_target_gbps` and `part_size` parameters of the inner S3 client. + +### Breaking changes +* No breaking changes. ## v1.2.1 (March 14, 2024) ### Breaking changes * Separate completely Rust logs and Python logs. Logs from Rust components used for debugging purposes -are configured through the following environment variables: S3_TORCH_CONNECTOR_DEBUG_LOGS, -S3_TORCH_CONNECTOR_LOGS_DIR_PATH. +are configured through the following environment variables: `S3_TORCH_CONNECTOR_DEBUG_LOGS`, +`S3_TORCH_CONNECTOR_LOGS_DIR_PATH`. ## v1.2.0 (March 13, 2024) @@ -72,7 +77,8 @@ S3_TORCH_CONNECTOR_LOGS_DIR_PATH. ### New features * Update crates and Mountpoint dependencies. -* Avoid excessive memory consumption when utilizing s3map_dataset. Issue [#89](https://github.com/awslabs/s3-connector-for-pytorch/issues/89). +* Avoid excessive memory consumption when utilizing `S3MapDataset`. +Issue [#89](https://github.com/awslabs/s3-connector-for-pytorch/issues/89). * Run all tests against S3 and S3 Express. ### Breaking changes @@ -92,10 +98,10 @@ S3_TORCH_CONNECTOR_LOGS_DIR_PATH. * The Amazon S3 Connector for PyTorch delivers high throughput for PyTorch training jobs that access and store data in Amazon S3. ### New features -* S3IterableDataset and S3MapDataset, which allow building either an iterable-style or map-style dataset, using your S3 +* `S3IterableDataset` and `S3MapDataset`, which allow building either an iterable-style or map-style dataset, using your S3 stored data, by specifying an S3 URI (a bucket and optional prefix) and the region the bucket is in. * Support for multiprocess data loading for the above datasets. -* S3Checkpoint, an interface for saving and loading model checkpoints directly to and from an S3 bucket. +* `S3Checkpoint`, an interface for saving and loading model checkpoints directly to and from an S3 bucket. ### Breaking changes * No breaking changes. diff --git a/s3torchconnector/pyproject.toml b/s3torchconnector/pyproject.toml index 707d79ff..d8e8941f 100644 --- a/s3torchconnector/pyproject.toml +++ b/s3torchconnector/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "s3torchconnector" -version = "1.2.2" +version = "1.2.3" description = "S3 connector integration for PyTorch" requires-python = ">=3.8,<3.13" readme = "README.md" @@ -23,7 +23,7 @@ classifiers = [ dependencies = [ "torch >= 2.0.1", - "s3torchconnectorclient >= 1.2.2", + "s3torchconnectorclient >= 1.2.3", ] [project.optional-dependencies] diff --git a/s3torchconnectorclient/Cargo.lock b/s3torchconnectorclient/Cargo.lock index 7f03da43..e4948472 100644 --- a/s3torchconnectorclient/Cargo.lock +++ b/s3torchconnectorclient/Cargo.lock @@ -658,9 +658,9 @@ checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a" [[package]] name = "mountpoint-s3-client" -version = "0.8.0" +version = "0.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f590cf9c81d96c727d61edac60f03f781a62d3c766208af39eb0ee038c66be1a" +checksum = "322418903003c4d58baf36a049d6281f967d9e23b2daf51d51e2a68ea817db48" dependencies = [ "async-io", "async-lock", @@ -693,9 +693,9 @@ dependencies = [ [[package]] name = "mountpoint-s3-crt" -version = "0.6.2" +version = "0.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b66a617b42bd5216f78746ccd3a769aa6291ec82790c875b6faba8ef1d4a8acc" +checksum = "be1226c7cec848a8ccdfc4ad1014c0e39b54f27b0b44029579b5a6a5943f483e" dependencies = [ "async-channel", "futures", @@ -709,9 +709,9 @@ dependencies = [ [[package]] name = "mountpoint-s3-crt-sys" -version = "0.6.2" +version = "0.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "837d2772731bfe53bf43999214ef5897b22a62f6dc1a67c0ab679ff2a47a765c" +checksum = "ce60f488399cdf2d62af4c90f38042cfa58116fc2574965e44c25eabe06e55f9" dependencies = [ "bindgen", "cc", @@ -1116,7 +1116,7 @@ checksum = "f98d2aa92eebf49b69786be48e4477826b256916e84a57ff2a4f21923b48eb4c" [[package]] name = "s3torchconnectorclient" -version = "1.2.2" +version = "1.2.3" dependencies = [ "built", "futures", diff --git a/s3torchconnectorclient/Cargo.toml b/s3torchconnectorclient/Cargo.toml index da929483..9fd044f1 100644 --- a/s3torchconnectorclient/Cargo.toml +++ b/s3torchconnectorclient/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "s3torchconnectorclient" -version = "1.2.2" +version = "1.2.3" edition = "2021" publish = false license = "BSD-3-Clause" @@ -19,8 +19,8 @@ built = "0.7" pyo3 = { version = "0.19.2" } pyo3-log = "0.8.3" futures = "0.3.28" -mountpoint-s3-client = { version = "0.8.0", features = ["mock"] } -mountpoint-s3-crt = "0.6.2" +mountpoint-s3-client = { version = "0.8.1", features = ["mock"] } +mountpoint-s3-crt = "0.7.0" log = "0.4.20" tracing = { version = "0.1.40", default-features = false, features = ["std", "log"] } tracing-subscriber = { version = "0.3.18", features = ["fmt", "env-filter"]} diff --git a/s3torchconnectorclient/pyproject.toml b/s3torchconnectorclient/pyproject.toml index 9a848a5e..2ba70a74 100644 --- a/s3torchconnectorclient/pyproject.toml +++ b/s3torchconnectorclient/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "s3torchconnectorclient" -version = "1.2.2" +version = "1.2.3" description = "Internal S3 client implementation for s3torchconnector" requires-python = ">=3.8,<3.13" readme = "README.md"