diff --git a/CHANGELOG.md b/CHANGELOG.md index 62b535d..6eaf082 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -6,6 +6,11 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [PEP 440](https://www.python.org/dev/peps/pep-0440/) and uses [Semantic Versioning](https://semver.org/spec/v2.0.0.html). +## [0.1.5] + +### Changed +- Avoid multipart uploads by using a very large chunk_size so the S3 ETag will always be an md5 checksum. + ## [0.1.4] ### Added diff --git a/environment.yml b/environment.yml index 9c7dc94..633e390 100644 --- a/environment.yml +++ b/environment.yml @@ -9,7 +9,7 @@ dependencies: - pip - gdal>=3.0 - shapely - - hyp3lib>=4,<5 + - hyp3lib>=4.0.1,<5 - boto3 - jinja2 # For packaging, and testing diff --git a/requirements-static.txt b/requirements-static.txt index 32b7581..01b0c99 100644 --- a/requirements-static.txt +++ b/requirements-static.txt @@ -1,5 +1,5 @@ -ruff==0.12.2 -mypy==1.16.1 +ruff==0.12.7 +mypy==1.17.1 lxml-stubs types-shapely types-requests diff --git a/src/hyp3_opera_rtc/upload_rtc.py b/src/hyp3_opera_rtc/upload_rtc.py index dca6e2b..16a297e 100644 --- a/src/hyp3_opera_rtc/upload_rtc.py +++ b/src/hyp3_opera_rtc/upload_rtc.py @@ -14,7 +14,7 @@ def upload_rtc(bucket: str, bucket_prefix: str, output_dir: Path) -> None: output_files.append(output_zip) for output_file in output_files: - upload_file_to_s3(output_file, bucket, bucket_prefix) + upload_file_to_s3(output_file, bucket, bucket_prefix, chunk_size=100_000_000) def make_zip(output_files: list[Path], output_dir: Path) -> Path: