paste.chapril.org-privatebin/lib/Data/GoogleCloudStorage.php

365 lines
10 KiB
PHP
Raw Normal View History

2021-05-28 22:39:50 +02:00
<?php
namespace PrivateBin\Data;
use Exception;
use Google\Cloud\Core\Exception\NotFoundException;
2021-06-16 05:57:26 +02:00
use Google\Cloud\Storage\Bucket;
2021-05-28 22:39:50 +02:00
use Google\Cloud\Storage\StorageClient;
use PrivateBin\Json;
class GoogleCloudStorage extends AbstractData
{
/**
* GCS client
*
* @access private
* @static
* @var StorageClient
*/
private static $_client = null;
/**
* GCS bucket
*
* @access private
* @static
2021-06-16 05:57:26 +02:00
* @var Bucket
*/
private static $_bucket = null;
/**
* object prefix
*
* @access private
* @static
* @var string
*/
private static $_prefix = 'pastes';
2022-10-06 06:19:06 +02:00
/**
* bucket acl type
*
* @access private
* @static
* @var bool
*/
private static $_uniformacl = false;
2021-05-28 22:39:50 +02:00
/**
* returns a Google Cloud Storage data backend.
*
* @access public
* @static
* @param array $options
* @return GoogleCloudStorage
*/
public static function getInstance(array $options)
{
// if needed initialize the singleton
if (!(self::$_instance instanceof self)) {
self::$_instance = new self;
}
2021-05-28 22:39:50 +02:00
$bucket = null;
2021-05-28 22:39:50 +02:00
if (getenv('PRIVATEBIN_GCS_BUCKET')) {
$bucket = getenv('PRIVATEBIN_GCS_BUCKET');
}
if (is_array($options) && array_key_exists('bucket', $options)) {
$bucket = $options['bucket'];
}
if (is_array($options) && array_key_exists('prefix', $options)) {
self::$_prefix = $options['prefix'];
2021-05-28 22:39:50 +02:00
}
2022-10-06 06:19:06 +02:00
if (is_array($options) && array_key_exists('uniformacl', $options)) {
self::$_uniformacl = $options['uniformacl'];
}
2021-05-28 22:39:50 +02:00
if (empty(self::$_client)) {
self::$_client = class_exists('StorageClientStub', false) ?
new \StorageClientStub(array()) :
new StorageClient(array('suppressKeyFileNotice' => true));
2021-05-28 22:39:50 +02:00
}
self::$_bucket = self::$_client->bucket($bucket);
2021-05-28 22:39:50 +02:00
return self::$_instance;
2021-05-28 22:39:50 +02:00
}
/**
* returns the google storage object key for $pasteid in self::$_bucket.
2021-06-16 05:43:18 +02:00
*
* @access private
2021-05-28 22:39:50 +02:00
* @param $pasteid string to get the key for
* @return string
*/
private function _getKey($pasteid)
{
if (self::$_prefix != '') {
return self::$_prefix . '/' . $pasteid;
2021-05-28 22:39:50 +02:00
}
return $pasteid;
}
/**
* Uploads the payload in the self::$_bucket under the specified key.
2021-05-28 22:39:50 +02:00
* The entire payload is stored as a JSON document. The metadata is replicated
* as the GCS object's metadata except for the fields attachment, attachmentname
* and salt.
*
* @param $key string to store the payload under
* @param $payload array to store
* @return bool true if successful, otherwise false.
*/
private function _upload($key, $payload)
2021-05-28 22:39:50 +02:00
{
2022-10-06 08:41:37 +02:00
$metadata = array_key_exists('meta', $payload) ? $payload['meta'] : array();
unset($metadata['attachment'], $metadata['attachmentname'], $metadata['salt']);
foreach ($metadata as $k => $v) {
$metadata[$k] = strval($v);
}
2021-05-28 22:39:50 +02:00
try {
2022-10-06 06:19:06 +02:00
$data = array(
2021-05-28 22:39:50 +02:00
'name' => $key,
'chunkSize' => 262144,
'metadata' => array(
'content-type' => 'application/json',
2022-10-06 08:41:37 +02:00
'metadata' => $metadata,
2021-05-28 22:39:50 +02:00
),
2022-10-06 06:19:06 +02:00
);
if (!self::$_uniformacl) {
$data['predefinedAcl'] = 'private';
}
self::$_bucket->upload(Json::encode($payload), $data);
2021-05-28 22:39:50 +02:00
} catch (Exception $e) {
error_log('failed to upload ' . $key . ' to ' . self::$_bucket->name() . ', ' .
2021-05-28 22:39:50 +02:00
trim(preg_replace('/\s\s+/', ' ', $e->getMessage())));
return false;
}
return true;
}
/**
* @inheritDoc
*/
public function create($pasteid, array $paste)
{
if ($this->exists($pasteid)) {
return false;
}
return $this->_upload($this->_getKey($pasteid), $paste);
2021-05-28 22:39:50 +02:00
}
/**
* @inheritDoc
*/
public function read($pasteid)
{
try {
$o = self::$_bucket->object($this->_getKey($pasteid));
2021-05-28 22:39:50 +02:00
$data = $o->downloadAsString();
return Json::decode($data);
} catch (NotFoundException $e) {
return false;
} catch (Exception $e) {
error_log('failed to read ' . $pasteid . ' from ' . self::$_bucket->name() . ', ' .
2021-05-28 22:39:50 +02:00
trim(preg_replace('/\s\s+/', ' ', $e->getMessage())));
return false;
}
}
/**
* @inheritDoc
*/
public function delete($pasteid)
{
$name = $this->_getKey($pasteid);
try {
foreach (self::$_bucket->objects(array('prefix' => $name . '/discussion/')) as $comment) {
2021-05-28 22:39:50 +02:00
try {
self::$_bucket->object($comment->name())->delete();
2021-05-28 22:39:50 +02:00
} catch (NotFoundException $e) {
// ignore if already deleted.
}
}
} catch (NotFoundException $e) {
// there are no discussions associated with the paste
}
try {
self::$_bucket->object($name)->delete();
2021-05-28 22:39:50 +02:00
} catch (NotFoundException $e) {
// ignore if already deleted
}
}
/**
* @inheritDoc
*/
public function exists($pasteid)
{
$o = self::$_bucket->object($this->_getKey($pasteid));
2021-05-28 22:39:50 +02:00
return $o->exists();
}
/**
* @inheritDoc
*/
public function createComment($pasteid, $parentid, $commentid, array $comment)
{
if ($this->existsComment($pasteid, $parentid, $commentid)) {
return false;
}
$key = $this->_getKey($pasteid) . '/discussion/' . $parentid . '/' . $commentid;
return $this->_upload($key, $comment);
2021-05-28 22:39:50 +02:00
}
/**
* @inheritDoc
*/
public function readComments($pasteid)
{
$comments = array();
$prefix = $this->_getKey($pasteid) . '/discussion/';
try {
foreach (self::$_bucket->objects(array('prefix' => $prefix)) as $key) {
$comment = JSON::decode(self::$_bucket->object($key->name())->downloadAsString());
2021-05-28 22:39:50 +02:00
$comment['id'] = basename($key->name());
$slot = $this->getOpenSlot($comments, (int) $comment['meta']['created']);
$comments[$slot] = $comment;
}
} catch (NotFoundException $e) {
// no comments found
}
return $comments;
}
/**
* @inheritDoc
*/
public function existsComment($pasteid, $parentid, $commentid)
{
$name = $this->_getKey($pasteid) . '/discussion/' . $parentid . '/' . $commentid;
$o = self::$_bucket->object($name);
2021-05-28 22:39:50 +02:00
return $o->exists();
}
/**
2021-06-09 22:27:34 +02:00
* @inheritDoc
*/
public function purgeValues($namespace, $time)
{
$path = 'config/' . $namespace;
2021-06-09 22:27:34 +02:00
try {
foreach (self::$_bucket->objects(array('prefix' => $path)) as $object) {
$name = $object->name();
if (strlen($name) > strlen($path) && substr($name, strlen($path), 1) !== '/') {
continue;
2021-06-09 22:27:34 +02:00
}
2021-06-13 11:02:53 +02:00
$info = $object->info();
if (key_exists('metadata', $info) && key_exists('value', $info['metadata'])) {
$value = $info['metadata']['value'];
if (is_numeric($value) && intval($value) < $time) {
try {
$object->delete();
} catch (NotFoundException $e) {
// deleted by another instance.
}
2021-06-09 22:27:34 +02:00
}
}
}
} catch (NotFoundException $e) {
// no objects in the bucket yet
}
}
/**
* For GoogleCloudStorage, the value will also be stored in the metadata for the
* namespaces traffic_limiter and purge_limiter.
* @inheritDoc
*/
public function setValue($value, $namespace, $key = '')
{
if ($key === '') {
$key = 'config/' . $namespace;
} else {
$key = 'config/' . $namespace . '/' . $key;
}
$metadata = array('namespace' => $namespace);
if ($namespace != 'salt') {
$metadata['value'] = strval($value);
}
try {
2022-10-06 06:19:06 +02:00
$data = array(
'name' => $key,
'chunkSize' => 262144,
'metadata' => array(
'content-type' => 'application/json',
'metadata' => $metadata,
),
2022-10-06 06:19:06 +02:00
);
if (!self::$_uniformacl) {
$data['predefinedAcl'] = 'private';
}
self::$_bucket->upload($value, $data);
} catch (Exception $e) {
error_log('failed to set key ' . $key . ' to ' . self::$_bucket->name() . ', ' .
trim(preg_replace('/\s\s+/', ' ', $e->getMessage())));
return false;
}
return true;
}
/**
* @inheritDoc
*/
public function getValue($namespace, $key = '')
{
if ($key === '') {
$key = 'config/' . $namespace;
} else {
$key = 'config/' . $namespace . '/' . $key;
}
try {
$o = self::$_bucket->object($key);
return $o->downloadAsString();
} catch (NotFoundException $e) {
2021-06-13 11:02:53 +02:00
return '';
}
}
2021-05-28 22:39:50 +02:00
/**
* @inheritDoc
*/
protected function _getExpiredPastes($batchsize)
{
$expired = array();
$now = time();
$prefix = self::$_prefix;
2021-05-28 22:39:50 +02:00
if ($prefix != '') {
$prefix .= '/';
2021-05-28 22:39:50 +02:00
}
try {
foreach (self::$_bucket->objects(array('prefix' => $prefix)) as $object) {
2021-05-28 22:39:50 +02:00
$metadata = $object->info()['metadata'];
if ($metadata != null && array_key_exists('expire_date', $metadata)) {
$expire_at = intval($metadata['expire_date']);
if ($expire_at != 0 && $expire_at < $now) {
array_push($expired, basename($object->name()));
}
}
if (count($expired) > $batchsize) {
break;
}
}
} catch (NotFoundException $e) {
// no objects in the bucket yet
}
return $expired;
}
}