OssClientMultipartUploadTest.php 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277
  1. <?php
  2. namespace OSS\Tests;
  3. use OSS\Core\OssException;
  4. use OSS\OssClient;
  5. use OSS\Core\OssUtil;
  6. require_once __DIR__ . DIRECTORY_SEPARATOR . 'TestOssClientBase.php';
  7. class OssClientMultipartUploadTest extends TestOssClientBase
  8. {
  9. public function testInvalidDir()
  10. {
  11. try {
  12. $this->ossClient->uploadDir($this->bucket, "", "abc/ds/s/s/notexitst");
  13. $this->assertFalse(true);
  14. } catch (OssException $e) {
  15. $this->assertEquals("parameter error: abc/ds/s/s/notexitst is not a directory, please check it", $e->getMessage());
  16. }
  17. }
  18. public function testMultipartUploadBigFile()
  19. {
  20. $bigFileName = __DIR__ . DIRECTORY_SEPARATOR . "/bigfile.tmp";
  21. $localFilename = __DIR__ . DIRECTORY_SEPARATOR . "/localfile.tmp";
  22. OssUtil::generateFile($bigFileName, 6 * 1024 * 1024);
  23. $object = 'mpu/multipart-bigfile-test.tmp';
  24. try {
  25. $this->ossClient->multiuploadFile($this->bucket, $object, $bigFileName, array(OssClient::OSS_PART_SIZE => 1));
  26. $options = array(OssClient::OSS_FILE_DOWNLOAD => $localFilename);
  27. $this->ossClient->getObject($this->bucket, $object, $options);
  28. $this->assertEquals(md5_file($bigFileName), md5_file($localFilename));
  29. } catch (OssException $e) {
  30. var_dump($e->getMessage());
  31. $this->assertFalse(true);
  32. }
  33. unlink($bigFileName);
  34. unlink($localFilename);
  35. }
  36. public function testCopyPart()
  37. {
  38. $object = "mpu/multipart-test.txt";
  39. $copiedObject = "mpu/multipart-test.txt.copied";
  40. $this->ossClient->putObject($this->bucket, $copiedObject, file_get_contents(__FILE__));
  41. /**
  42. * step 1. 初始化一个分块上传事件, 也就是初始化上传Multipart, 获取upload id
  43. */
  44. try {
  45. $upload_id = $this->ossClient->initiateMultipartUpload($this->bucket, $object);
  46. } catch (OssException $e) {
  47. $this->assertFalse(true);
  48. }
  49. /*
  50. * step 2. uploadPartCopy
  51. */
  52. $copyId = 1;
  53. $eTag = $this->ossClient->uploadPartCopy($this->bucket, $copiedObject, $this->bucket, $object, $copyId, $upload_id);
  54. $upload_parts[] = array(
  55. 'PartNumber' => $copyId,
  56. 'ETag' => $eTag,
  57. );
  58. try {
  59. $listPartsInfo = $this->ossClient->listParts($this->bucket, $object, $upload_id);
  60. $this->assertNotNull($listPartsInfo);
  61. } catch (OssException $e) {
  62. $this->assertTrue(false);
  63. }
  64. /**
  65. * step 3.
  66. */
  67. try {
  68. $this->ossClient->completeMultipartUpload($this->bucket, $object, $upload_id, $upload_parts);
  69. } catch (OssException $e) {
  70. var_dump($e->getMessage());
  71. $this->assertTrue(false);
  72. }
  73. $this->assertEquals($this->ossClient->getObject($this->bucket, $object), file_get_contents(__FILE__));
  74. $this->assertEquals($this->ossClient->getObject($this->bucket, $copiedObject), file_get_contents(__FILE__));
  75. }
  76. public function testAbortMultipartUpload()
  77. {
  78. $object = "mpu/multipart-test.txt";
  79. /**
  80. * step 1. 初始化一个分块上传事件, 也就是初始化上传Multipart, 获取upload id
  81. */
  82. try {
  83. $upload_id = $this->ossClient->initiateMultipartUpload($this->bucket, $object);
  84. } catch (OssException $e) {
  85. $this->assertFalse(true);
  86. }
  87. /*
  88. * step 2. 上传分片
  89. */
  90. $part_size = 10 * 1024 * 1024;
  91. $upload_file = __FILE__;
  92. $upload_filesize = filesize($upload_file);
  93. $pieces = $this->ossClient->generateMultiuploadParts($upload_filesize, $part_size);
  94. $response_upload_part = array();
  95. $upload_position = 0;
  96. $is_check_md5 = true;
  97. foreach ($pieces as $i => $piece) {
  98. $from_pos = $upload_position + (integer)$piece[OssClient::OSS_SEEK_TO];
  99. $to_pos = (integer)$piece[OssClient::OSS_LENGTH] + $from_pos - 1;
  100. $up_options = array(
  101. OssClient::OSS_FILE_UPLOAD => $upload_file,
  102. OssClient::OSS_PART_NUM => ($i + 1),
  103. OssClient::OSS_SEEK_TO => $from_pos,
  104. OssClient::OSS_LENGTH => $to_pos - $from_pos + 1,
  105. OssClient::OSS_CHECK_MD5 => $is_check_md5,
  106. );
  107. if ($is_check_md5) {
  108. $content_md5 = OssUtil::getMd5SumForFile($upload_file, $from_pos, $to_pos);
  109. $up_options[OssClient::OSS_CONTENT_MD5] = $content_md5;
  110. }
  111. //2. 将每一分片上传到OSS
  112. try {
  113. $response_upload_part[] = $this->ossClient->uploadPart($this->bucket, $object, $upload_id, $up_options);
  114. } catch (OssException $e) {
  115. $this->assertFalse(true);
  116. }
  117. }
  118. $upload_parts = array();
  119. foreach ($response_upload_part as $i => $eTag) {
  120. $upload_parts[] = array(
  121. 'PartNumber' => ($i + 1),
  122. 'ETag' => $eTag,
  123. );
  124. }
  125. try {
  126. $listPartsInfo = $this->ossClient->listParts($this->bucket, $object, $upload_id);
  127. $this->assertNotNull($listPartsInfo);
  128. } catch (OssException $e) {
  129. $this->assertTrue(false);
  130. }
  131. $this->assertEquals(1, count($listPartsInfo->getListPart()));
  132. $numOfMultipartUpload1 = 0;
  133. $options = null;
  134. try {
  135. $listMultipartUploadInfo = $listMultipartUploadInfo = $this->ossClient->listMultipartUploads($this->bucket, $options);
  136. $this->assertNotNull($listMultipartUploadInfo);
  137. $numOfMultipartUpload1 = count($listMultipartUploadInfo->getUploads());
  138. } catch (OssException $e) {
  139. $this->assertFalse(true);
  140. }
  141. try {
  142. $this->ossClient->abortMultipartUpload($this->bucket, $object, $upload_id);
  143. } catch (OssException $e) {
  144. $this->assertTrue(false);
  145. }
  146. $numOfMultipartUpload2 = 0;
  147. try {
  148. $listMultipartUploadInfo = $listMultipartUploadInfo = $this->ossClient->listMultipartUploads($this->bucket, $options);
  149. $this->assertNotNull($listMultipartUploadInfo);
  150. $numOfMultipartUpload2 = count($listMultipartUploadInfo->getUploads());
  151. } catch (OssException $e) {
  152. $this->assertFalse(true);
  153. }
  154. $this->assertEquals($numOfMultipartUpload1 - 1, $numOfMultipartUpload2);
  155. }
  156. public function testPutObjectByRawApis()
  157. {
  158. $object = "mpu/multipart-test.txt";
  159. /**
  160. * step 1. 初始化一个分块上传事件, 也就是初始化上传Multipart, 获取upload id
  161. */
  162. try {
  163. $upload_id = $this->ossClient->initiateMultipartUpload($this->bucket, $object);
  164. } catch (OssException $e) {
  165. $this->assertFalse(true);
  166. }
  167. /*
  168. * step 2. 上传分片
  169. */
  170. $part_size = 10 * 1024 * 1024;
  171. $upload_file = __FILE__;
  172. $upload_filesize = filesize($upload_file);
  173. $pieces = $this->ossClient->generateMultiuploadParts($upload_filesize, $part_size);
  174. $response_upload_part = array();
  175. $upload_position = 0;
  176. $is_check_md5 = true;
  177. foreach ($pieces as $i => $piece) {
  178. $from_pos = $upload_position + (integer)$piece[OssClient::OSS_SEEK_TO];
  179. $to_pos = (integer)$piece[OssClient::OSS_LENGTH] + $from_pos - 1;
  180. $up_options = array(
  181. OssClient::OSS_FILE_UPLOAD => $upload_file,
  182. OssClient::OSS_PART_NUM => ($i + 1),
  183. OssClient::OSS_SEEK_TO => $from_pos,
  184. OssClient::OSS_LENGTH => $to_pos - $from_pos + 1,
  185. OssClient::OSS_CHECK_MD5 => $is_check_md5,
  186. );
  187. if ($is_check_md5) {
  188. $content_md5 = OssUtil::getMd5SumForFile($upload_file, $from_pos, $to_pos);
  189. $up_options[OssClient::OSS_CONTENT_MD5] = $content_md5;
  190. }
  191. //2. 将每一分片上传到OSS
  192. try {
  193. $response_upload_part[] = $this->ossClient->uploadPart($this->bucket, $object, $upload_id, $up_options);
  194. } catch (OssException $e) {
  195. $this->assertFalse(true);
  196. }
  197. }
  198. $upload_parts = array();
  199. foreach ($response_upload_part as $i => $eTag) {
  200. $upload_parts[] = array(
  201. 'PartNumber' => ($i + 1),
  202. 'ETag' => $eTag,
  203. );
  204. }
  205. try {
  206. $listPartsInfo = $this->ossClient->listParts($this->bucket, $object, $upload_id);
  207. $this->assertNotNull($listPartsInfo);
  208. } catch (OssException $e) {
  209. $this->assertTrue(false);
  210. }
  211. /**
  212. * step 3.
  213. */
  214. try {
  215. $this->ossClient->completeMultipartUpload($this->bucket, $object, $upload_id, $upload_parts);
  216. } catch (OssException $e) {
  217. $this->assertTrue(false);
  218. }
  219. }
  220. function testPutObjectsByDir()
  221. {
  222. $localDirectory = dirname(__FILE__);
  223. $prefix = "samples/codes";
  224. try {
  225. $this->ossClient->uploadDir($this->bucket, $prefix, $localDirectory);
  226. } catch (OssException $e) {
  227. var_dump($e->getMessage());
  228. $this->assertFalse(true);
  229. }
  230. $this->assertTrue($this->ossClient->doesObjectExist($this->bucket, 'samples/codes/' . "OssClientMultipartUploadTest.php"));
  231. }
  232. public function testPutObjectByMultipartUpload()
  233. {
  234. $object = "mpu/multipart-test.txt";
  235. $file = __FILE__;
  236. $options = array();
  237. try {
  238. $this->ossClient->multiuploadFile($this->bucket, $object, $file, $options);
  239. } catch (OssException $e) {
  240. $this->assertFalse(true);
  241. }
  242. }
  243. public function testListMultipartUploads()
  244. {
  245. $options = null;
  246. try {
  247. $listMultipartUploadInfo = $this->ossClient->listMultipartUploads($this->bucket, $options);
  248. $this->assertNotNull($listMultipartUploadInfo);
  249. } catch (OssException $e) {
  250. $this->assertFalse(true);
  251. }
  252. }
  253. }