Make max size for single put uploads configurable

Signed-off-by: Julius Härtl <jus@bitgrid.net>
This commit is contained in:
Julius Härtl 2021-08-20 17:05:49 +02:00
parent 0f9dff1683
commit 2aac757805
No known key found for this signature in database
GPG key ID: 4C614C6ED2CDE6DF
2 changed files with 6 additions and 2 deletions

View file

@ -62,6 +62,9 @@ trait S3ConnectionTrait {
/** @var int */
protected $uploadPartSize;
/** @var int */
private $putSizeLimit;
protected $test;
protected function parseParams($params) {
@ -76,6 +79,7 @@ trait S3ConnectionTrait {
$this->proxy = $params['proxy'] ?? false;
$this->timeout = $params['timeout'] ?? 15;
$this->uploadPartSize = $params['uploadPartSize'] ?? 524288000;
$this->putSizeLimit = $params['putSizeLimit'] ?? 104857600;
$params['region'] = empty($params['region']) ? 'eu-west-1' : $params['region'];
$params['hostname'] = empty($params['hostname']) ? 's3.' . $params['region'] . '.amazonaws.com' : $params['hostname'];
if (!isset($params['port']) || $params['port'] === '') {

View file

@ -144,9 +144,9 @@ trait S3ObjectTrait {
// ($psrStream->isSeekable() && $psrStream->getSize() !== null) evaluates to true for a On-Seekable stream
// so the optimisation does not apply
$buffer = new Psr7\Stream(fopen("php://memory", 'rwb+'));
Utils::copyToStream($psrStream, $buffer, MultipartUploader::PART_MIN_SIZE);
Utils::copyToStream($psrStream, $buffer, $this->uploadPartSize);
$buffer->seek(0);
if ($buffer->getSize() < MultipartUploader::PART_MIN_SIZE) {
if ($buffer->getSize() < $this->putSizeLimit) {
// buffer is fully seekable, so use it directly for the small upload
$this->writeSingle($urn, $buffer, $mimetype);
} else {