S3MultiRegionClient.php 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361
  1. <?php
  2. namespace Aws\S3;
  3. use Aws\CacheInterface;
  4. use Aws\CommandInterface;
  5. use Aws\LruArrayCache;
  6. use Aws\MultiRegionClient as BaseClient;
  7. use Aws\Exception\AwsException;
  8. use Aws\S3\Exception\PermanentRedirectException;
  9. use GuzzleHttp\Promise;
  10. /**
  11. * **Amazon Simple Storage Service** multi-region client.
  12. *
  13. * @method \Aws\Result abortMultipartUpload(array $args = [])
  14. * @method \GuzzleHttp\Promise\Promise abortMultipartUploadAsync(array $args = [])
  15. * @method \Aws\Result completeMultipartUpload(array $args = [])
  16. * @method \GuzzleHttp\Promise\Promise completeMultipartUploadAsync(array $args = [])
  17. * @method \Aws\Result copyObject(array $args = [])
  18. * @method \GuzzleHttp\Promise\Promise copyObjectAsync(array $args = [])
  19. * @method \Aws\Result createBucket(array $args = [])
  20. * @method \GuzzleHttp\Promise\Promise createBucketAsync(array $args = [])
  21. * @method \Aws\Result createMultipartUpload(array $args = [])
  22. * @method \GuzzleHttp\Promise\Promise createMultipartUploadAsync(array $args = [])
  23. * @method \Aws\Result createSession(array $args = [])
  24. * @method \GuzzleHttp\Promise\Promise createSessionAsync(array $args = [])
  25. * @method \Aws\Result deleteBucket(array $args = [])
  26. * @method \GuzzleHttp\Promise\Promise deleteBucketAsync(array $args = [])
  27. * @method \Aws\Result deleteBucketAnalyticsConfiguration(array $args = [])
  28. * @method \GuzzleHttp\Promise\Promise deleteBucketAnalyticsConfigurationAsync(array $args = [])
  29. * @method \Aws\Result deleteBucketCors(array $args = [])
  30. * @method \GuzzleHttp\Promise\Promise deleteBucketCorsAsync(array $args = [])
  31. * @method \Aws\Result deleteBucketEncryption(array $args = [])
  32. * @method \GuzzleHttp\Promise\Promise deleteBucketEncryptionAsync(array $args = [])
  33. * @method \Aws\Result deleteBucketIntelligentTieringConfiguration(array $args = [])
  34. * @method \GuzzleHttp\Promise\Promise deleteBucketIntelligentTieringConfigurationAsync(array $args = [])
  35. * @method \Aws\Result deleteBucketInventoryConfiguration(array $args = [])
  36. * @method \GuzzleHttp\Promise\Promise deleteBucketInventoryConfigurationAsync(array $args = [])
  37. * @method \Aws\Result deleteBucketLifecycle(array $args = [])
  38. * @method \GuzzleHttp\Promise\Promise deleteBucketLifecycleAsync(array $args = [])
  39. * @method \Aws\Result deleteBucketMetricsConfiguration(array $args = [])
  40. * @method \GuzzleHttp\Promise\Promise deleteBucketMetricsConfigurationAsync(array $args = [])
  41. * @method \Aws\Result deleteBucketOwnershipControls(array $args = [])
  42. * @method \GuzzleHttp\Promise\Promise deleteBucketOwnershipControlsAsync(array $args = [])
  43. * @method \Aws\Result deleteBucketPolicy(array $args = [])
  44. * @method \GuzzleHttp\Promise\Promise deleteBucketPolicyAsync(array $args = [])
  45. * @method \Aws\Result deleteBucketReplication(array $args = [])
  46. * @method \GuzzleHttp\Promise\Promise deleteBucketReplicationAsync(array $args = [])
  47. * @method \Aws\Result deleteBucketTagging(array $args = [])
  48. * @method \GuzzleHttp\Promise\Promise deleteBucketTaggingAsync(array $args = [])
  49. * @method \Aws\Result deleteBucketWebsite(array $args = [])
  50. * @method \GuzzleHttp\Promise\Promise deleteBucketWebsiteAsync(array $args = [])
  51. * @method \Aws\Result deleteObject(array $args = [])
  52. * @method \GuzzleHttp\Promise\Promise deleteObjectAsync(array $args = [])
  53. * @method \Aws\Result deleteObjectTagging(array $args = [])
  54. * @method \GuzzleHttp\Promise\Promise deleteObjectTaggingAsync(array $args = [])
  55. * @method \Aws\Result deleteObjects(array $args = [])
  56. * @method \GuzzleHttp\Promise\Promise deleteObjectsAsync(array $args = [])
  57. * @method \Aws\Result deletePublicAccessBlock(array $args = [])
  58. * @method \GuzzleHttp\Promise\Promise deletePublicAccessBlockAsync(array $args = [])
  59. * @method \Aws\Result getBucketAccelerateConfiguration(array $args = [])
  60. * @method \GuzzleHttp\Promise\Promise getBucketAccelerateConfigurationAsync(array $args = [])
  61. * @method \Aws\Result getBucketAcl(array $args = [])
  62. * @method \GuzzleHttp\Promise\Promise getBucketAclAsync(array $args = [])
  63. * @method \Aws\Result getBucketAnalyticsConfiguration(array $args = [])
  64. * @method \GuzzleHttp\Promise\Promise getBucketAnalyticsConfigurationAsync(array $args = [])
  65. * @method \Aws\Result getBucketCors(array $args = [])
  66. * @method \GuzzleHttp\Promise\Promise getBucketCorsAsync(array $args = [])
  67. * @method \Aws\Result getBucketEncryption(array $args = [])
  68. * @method \GuzzleHttp\Promise\Promise getBucketEncryptionAsync(array $args = [])
  69. * @method \Aws\Result getBucketIntelligentTieringConfiguration(array $args = [])
  70. * @method \GuzzleHttp\Promise\Promise getBucketIntelligentTieringConfigurationAsync(array $args = [])
  71. * @method \Aws\Result getBucketInventoryConfiguration(array $args = [])
  72. * @method \GuzzleHttp\Promise\Promise getBucketInventoryConfigurationAsync(array $args = [])
  73. * @method \Aws\Result getBucketLifecycle(array $args = [])
  74. * @method \GuzzleHttp\Promise\Promise getBucketLifecycleAsync(array $args = [])
  75. * @method \Aws\Result getBucketLifecycleConfiguration(array $args = [])
  76. * @method \GuzzleHttp\Promise\Promise getBucketLifecycleConfigurationAsync(array $args = [])
  77. * @method \Aws\Result getBucketLocation(array $args = [])
  78. * @method \GuzzleHttp\Promise\Promise getBucketLocationAsync(array $args = [])
  79. * @method \Aws\Result getBucketLogging(array $args = [])
  80. * @method \GuzzleHttp\Promise\Promise getBucketLoggingAsync(array $args = [])
  81. * @method \Aws\Result getBucketMetricsConfiguration(array $args = [])
  82. * @method \GuzzleHttp\Promise\Promise getBucketMetricsConfigurationAsync(array $args = [])
  83. * @method \Aws\Result getBucketNotification(array $args = [])
  84. * @method \GuzzleHttp\Promise\Promise getBucketNotificationAsync(array $args = [])
  85. * @method \Aws\Result getBucketNotificationConfiguration(array $args = [])
  86. * @method \GuzzleHttp\Promise\Promise getBucketNotificationConfigurationAsync(array $args = [])
  87. * @method \Aws\Result getBucketOwnershipControls(array $args = [])
  88. * @method \GuzzleHttp\Promise\Promise getBucketOwnershipControlsAsync(array $args = [])
  89. * @method \Aws\Result getBucketPolicy(array $args = [])
  90. * @method \GuzzleHttp\Promise\Promise getBucketPolicyAsync(array $args = [])
  91. * @method \Aws\Result getBucketPolicyStatus(array $args = [])
  92. * @method \GuzzleHttp\Promise\Promise getBucketPolicyStatusAsync(array $args = [])
  93. * @method \Aws\Result getBucketReplication(array $args = [])
  94. * @method \GuzzleHttp\Promise\Promise getBucketReplicationAsync(array $args = [])
  95. * @method \Aws\Result getBucketRequestPayment(array $args = [])
  96. * @method \GuzzleHttp\Promise\Promise getBucketRequestPaymentAsync(array $args = [])
  97. * @method \Aws\Result getBucketTagging(array $args = [])
  98. * @method \GuzzleHttp\Promise\Promise getBucketTaggingAsync(array $args = [])
  99. * @method \Aws\Result getBucketVersioning(array $args = [])
  100. * @method \GuzzleHttp\Promise\Promise getBucketVersioningAsync(array $args = [])
  101. * @method \Aws\Result getBucketWebsite(array $args = [])
  102. * @method \GuzzleHttp\Promise\Promise getBucketWebsiteAsync(array $args = [])
  103. * @method \Aws\Result getObject(array $args = [])
  104. * @method \GuzzleHttp\Promise\Promise getObjectAsync(array $args = [])
  105. * @method \Aws\Result getObjectAcl(array $args = [])
  106. * @method \GuzzleHttp\Promise\Promise getObjectAclAsync(array $args = [])
  107. * @method \Aws\Result getObjectAttributes(array $args = [])
  108. * @method \GuzzleHttp\Promise\Promise getObjectAttributesAsync(array $args = [])
  109. * @method \Aws\Result getObjectLegalHold(array $args = [])
  110. * @method \GuzzleHttp\Promise\Promise getObjectLegalHoldAsync(array $args = [])
  111. * @method \Aws\Result getObjectLockConfiguration(array $args = [])
  112. * @method \GuzzleHttp\Promise\Promise getObjectLockConfigurationAsync(array $args = [])
  113. * @method \Aws\Result getObjectRetention(array $args = [])
  114. * @method \GuzzleHttp\Promise\Promise getObjectRetentionAsync(array $args = [])
  115. * @method \Aws\Result getObjectTagging(array $args = [])
  116. * @method \GuzzleHttp\Promise\Promise getObjectTaggingAsync(array $args = [])
  117. * @method \Aws\Result getObjectTorrent(array $args = [])
  118. * @method \GuzzleHttp\Promise\Promise getObjectTorrentAsync(array $args = [])
  119. * @method \Aws\Result getPublicAccessBlock(array $args = [])
  120. * @method \GuzzleHttp\Promise\Promise getPublicAccessBlockAsync(array $args = [])
  121. * @method \Aws\Result headBucket(array $args = [])
  122. * @method \GuzzleHttp\Promise\Promise headBucketAsync(array $args = [])
  123. * @method \Aws\Result headObject(array $args = [])
  124. * @method \GuzzleHttp\Promise\Promise headObjectAsync(array $args = [])
  125. * @method \Aws\Result listBucketAnalyticsConfigurations(array $args = [])
  126. * @method \GuzzleHttp\Promise\Promise listBucketAnalyticsConfigurationsAsync(array $args = [])
  127. * @method \Aws\Result listBucketIntelligentTieringConfigurations(array $args = [])
  128. * @method \GuzzleHttp\Promise\Promise listBucketIntelligentTieringConfigurationsAsync(array $args = [])
  129. * @method \Aws\Result listBucketInventoryConfigurations(array $args = [])
  130. * @method \GuzzleHttp\Promise\Promise listBucketInventoryConfigurationsAsync(array $args = [])
  131. * @method \Aws\Result listBucketMetricsConfigurations(array $args = [])
  132. * @method \GuzzleHttp\Promise\Promise listBucketMetricsConfigurationsAsync(array $args = [])
  133. * @method \Aws\Result listBuckets(array $args = [])
  134. * @method \GuzzleHttp\Promise\Promise listBucketsAsync(array $args = [])
  135. * @method \Aws\Result listDirectoryBuckets(array $args = [])
  136. * @method \GuzzleHttp\Promise\Promise listDirectoryBucketsAsync(array $args = [])
  137. * @method \Aws\Result listMultipartUploads(array $args = [])
  138. * @method \GuzzleHttp\Promise\Promise listMultipartUploadsAsync(array $args = [])
  139. * @method \Aws\Result listObjectVersions(array $args = [])
  140. * @method \GuzzleHttp\Promise\Promise listObjectVersionsAsync(array $args = [])
  141. * @method \Aws\Result listObjects(array $args = [])
  142. * @method \GuzzleHttp\Promise\Promise listObjectsAsync(array $args = [])
  143. * @method \Aws\Result listObjectsV2(array $args = [])
  144. * @method \GuzzleHttp\Promise\Promise listObjectsV2Async(array $args = [])
  145. * @method \Aws\Result listParts(array $args = [])
  146. * @method \GuzzleHttp\Promise\Promise listPartsAsync(array $args = [])
  147. * @method \Aws\Result putBucketAccelerateConfiguration(array $args = [])
  148. * @method \GuzzleHttp\Promise\Promise putBucketAccelerateConfigurationAsync(array $args = [])
  149. * @method \Aws\Result putBucketAcl(array $args = [])
  150. * @method \GuzzleHttp\Promise\Promise putBucketAclAsync(array $args = [])
  151. * @method \Aws\Result putBucketAnalyticsConfiguration(array $args = [])
  152. * @method \GuzzleHttp\Promise\Promise putBucketAnalyticsConfigurationAsync(array $args = [])
  153. * @method \Aws\Result putBucketCors(array $args = [])
  154. * @method \GuzzleHttp\Promise\Promise putBucketCorsAsync(array $args = [])
  155. * @method \Aws\Result putBucketEncryption(array $args = [])
  156. * @method \GuzzleHttp\Promise\Promise putBucketEncryptionAsync(array $args = [])
  157. * @method \Aws\Result putBucketIntelligentTieringConfiguration(array $args = [])
  158. * @method \GuzzleHttp\Promise\Promise putBucketIntelligentTieringConfigurationAsync(array $args = [])
  159. * @method \Aws\Result putBucketInventoryConfiguration(array $args = [])
  160. * @method \GuzzleHttp\Promise\Promise putBucketInventoryConfigurationAsync(array $args = [])
  161. * @method \Aws\Result putBucketLifecycle(array $args = [])
  162. * @method \GuzzleHttp\Promise\Promise putBucketLifecycleAsync(array $args = [])
  163. * @method \Aws\Result putBucketLifecycleConfiguration(array $args = [])
  164. * @method \GuzzleHttp\Promise\Promise putBucketLifecycleConfigurationAsync(array $args = [])
  165. * @method \Aws\Result putBucketLogging(array $args = [])
  166. * @method \GuzzleHttp\Promise\Promise putBucketLoggingAsync(array $args = [])
  167. * @method \Aws\Result putBucketMetricsConfiguration(array $args = [])
  168. * @method \GuzzleHttp\Promise\Promise putBucketMetricsConfigurationAsync(array $args = [])
  169. * @method \Aws\Result putBucketNotification(array $args = [])
  170. * @method \GuzzleHttp\Promise\Promise putBucketNotificationAsync(array $args = [])
  171. * @method \Aws\Result putBucketNotificationConfiguration(array $args = [])
  172. * @method \GuzzleHttp\Promise\Promise putBucketNotificationConfigurationAsync(array $args = [])
  173. * @method \Aws\Result putBucketOwnershipControls(array $args = [])
  174. * @method \GuzzleHttp\Promise\Promise putBucketOwnershipControlsAsync(array $args = [])
  175. * @method \Aws\Result putBucketPolicy(array $args = [])
  176. * @method \GuzzleHttp\Promise\Promise putBucketPolicyAsync(array $args = [])
  177. * @method \Aws\Result putBucketReplication(array $args = [])
  178. * @method \GuzzleHttp\Promise\Promise putBucketReplicationAsync(array $args = [])
  179. * @method \Aws\Result putBucketRequestPayment(array $args = [])
  180. * @method \GuzzleHttp\Promise\Promise putBucketRequestPaymentAsync(array $args = [])
  181. * @method \Aws\Result putBucketTagging(array $args = [])
  182. * @method \GuzzleHttp\Promise\Promise putBucketTaggingAsync(array $args = [])
  183. * @method \Aws\Result putBucketVersioning(array $args = [])
  184. * @method \GuzzleHttp\Promise\Promise putBucketVersioningAsync(array $args = [])
  185. * @method \Aws\Result putBucketWebsite(array $args = [])
  186. * @method \GuzzleHttp\Promise\Promise putBucketWebsiteAsync(array $args = [])
  187. * @method \Aws\Result putObject(array $args = [])
  188. * @method \GuzzleHttp\Promise\Promise putObjectAsync(array $args = [])
  189. * @method \Aws\Result putObjectAcl(array $args = [])
  190. * @method \GuzzleHttp\Promise\Promise putObjectAclAsync(array $args = [])
  191. * @method \Aws\Result putObjectLegalHold(array $args = [])
  192. * @method \GuzzleHttp\Promise\Promise putObjectLegalHoldAsync(array $args = [])
  193. * @method \Aws\Result putObjectLockConfiguration(array $args = [])
  194. * @method \GuzzleHttp\Promise\Promise putObjectLockConfigurationAsync(array $args = [])
  195. * @method \Aws\Result putObjectRetention(array $args = [])
  196. * @method \GuzzleHttp\Promise\Promise putObjectRetentionAsync(array $args = [])
  197. * @method \Aws\Result putObjectTagging(array $args = [])
  198. * @method \GuzzleHttp\Promise\Promise putObjectTaggingAsync(array $args = [])
  199. * @method \Aws\Result putPublicAccessBlock(array $args = [])
  200. * @method \GuzzleHttp\Promise\Promise putPublicAccessBlockAsync(array $args = [])
  201. * @method \Aws\Result restoreObject(array $args = [])
  202. * @method \GuzzleHttp\Promise\Promise restoreObjectAsync(array $args = [])
  203. * @method \Aws\Result selectObjectContent(array $args = [])
  204. * @method \GuzzleHttp\Promise\Promise selectObjectContentAsync(array $args = [])
  205. * @method \Aws\Result uploadPart(array $args = [])
  206. * @method \GuzzleHttp\Promise\Promise uploadPartAsync(array $args = [])
  207. * @method \Aws\Result uploadPartCopy(array $args = [])
  208. * @method \GuzzleHttp\Promise\Promise uploadPartCopyAsync(array $args = [])
  209. * @method \Aws\Result writeGetObjectResponse(array $args = [])
  210. * @method \GuzzleHttp\Promise\Promise writeGetObjectResponseAsync(array $args = [])
  211. */
  212. class S3MultiRegionClient extends BaseClient implements S3ClientInterface
  213. {
  214. use S3ClientTrait;
  215. /** @var CacheInterface */
  216. private $cache;
  217. public static function getArguments()
  218. {
  219. $args = parent::getArguments();
  220. $regionDef = $args['region'] + ['default' => function (array &$args) {
  221. $availableRegions = array_keys($args['partition']['regions']);
  222. return end($availableRegions);
  223. }];
  224. unset($args['region']);
  225. return $args + [
  226. 'bucket_region_cache' => [
  227. 'type' => 'config',
  228. 'valid' => [CacheInterface::class],
  229. 'doc' => 'Cache of regions in which given buckets are located.',
  230. 'default' => function () { return new LruArrayCache; },
  231. ],
  232. 'region' => $regionDef,
  233. ];
  234. }
  235. public function __construct(array $args)
  236. {
  237. parent::__construct($args);
  238. $this->cache = $this->getConfig('bucket_region_cache');
  239. $this->getHandlerList()->prependInit(
  240. $this->determineRegionMiddleware(),
  241. 'determine_region'
  242. );
  243. }
  244. private function determineRegionMiddleware()
  245. {
  246. return function (callable $handler) {
  247. return function (CommandInterface $command) use ($handler) {
  248. $cacheKey = $this->getCacheKey($command['Bucket']);
  249. if (
  250. empty($command['@region']) &&
  251. $region = $this->cache->get($cacheKey)
  252. ) {
  253. $command['@region'] = $region;
  254. }
  255. return Promise\Coroutine::of(function () use (
  256. $handler,
  257. $command,
  258. $cacheKey
  259. ) {
  260. try {
  261. yield $handler($command);
  262. } catch (PermanentRedirectException $e) {
  263. if (empty($command['Bucket'])) {
  264. throw $e;
  265. }
  266. $result = $e->getResult();
  267. $region = null;
  268. if (isset($result['@metadata']['headers']['x-amz-bucket-region'])) {
  269. $region = $result['@metadata']['headers']['x-amz-bucket-region'];
  270. $this->cache->set($cacheKey, $region);
  271. } else {
  272. $region = (yield $this->determineBucketRegionAsync(
  273. $command['Bucket']
  274. ));
  275. }
  276. $command['@region'] = $region;
  277. yield $handler($command);
  278. } catch (AwsException $e) {
  279. if ($e->getAwsErrorCode() === 'AuthorizationHeaderMalformed') {
  280. $region = $this->determineBucketRegionFromExceptionBody(
  281. $e->getResponse()
  282. );
  283. if (!empty($region)) {
  284. $this->cache->set($cacheKey, $region);
  285. $command['@region'] = $region;
  286. yield $handler($command);
  287. } else {
  288. throw $e;
  289. }
  290. } else {
  291. throw $e;
  292. }
  293. }
  294. });
  295. };
  296. };
  297. }
  298. public function createPresignedRequest(CommandInterface $command, $expires, array $options = [])
  299. {
  300. if (empty($command['Bucket'])) {
  301. throw new \InvalidArgumentException('The S3\\MultiRegionClient'
  302. . ' cannot create presigned requests for commands without a'
  303. . ' specified bucket.');
  304. }
  305. /** @var S3ClientInterface $client */
  306. $client = $this->getClientFromPool(
  307. $this->determineBucketRegion($command['Bucket'])
  308. );
  309. return $client->createPresignedRequest(
  310. $client->getCommand($command->getName(), $command->toArray()),
  311. $expires
  312. );
  313. }
  314. public function getObjectUrl($bucket, $key)
  315. {
  316. /** @var S3Client $regionalClient */
  317. $regionalClient = $this->getClientFromPool(
  318. $this->determineBucketRegion($bucket)
  319. );
  320. return $regionalClient->getObjectUrl($bucket, $key);
  321. }
  322. public function determineBucketRegionAsync($bucketName)
  323. {
  324. $cacheKey = $this->getCacheKey($bucketName);
  325. if ($cached = $this->cache->get($cacheKey)) {
  326. return Promise\Create::promiseFor($cached);
  327. }
  328. /** @var S3ClientInterface $regionalClient */
  329. $regionalClient = $this->getClientFromPool();
  330. return $regionalClient->determineBucketRegionAsync($bucketName)
  331. ->then(
  332. function ($region) use ($cacheKey) {
  333. $this->cache->set($cacheKey, $region);
  334. return $region;
  335. }
  336. );
  337. }
  338. private function getCacheKey($bucketName)
  339. {
  340. return "aws:s3:{$bucketName}:location";
  341. }
  342. }