| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | /* | 
					
						
							|  |  |  |  * Minio Cloud Storage, (C) 2016 Minio, Inc. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Licensed under the Apache License, Version 2.0 (the "License"); | 
					
						
							|  |  |  |  * you may not use this file except in compliance with the License. | 
					
						
							|  |  |  |  * You may obtain a copy of the License at | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *     http://www.apache.org/licenses/LICENSE-2.0
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Unless required by applicable law or agreed to in writing, software | 
					
						
							|  |  |  |  * distributed under the License is distributed on an "AS IS" BASIS, | 
					
						
							|  |  |  |  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
					
						
							|  |  |  |  * See the License for the specific language governing permissions and | 
					
						
							|  |  |  |  * limitations under the License. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-19 07:23:42 +08:00
										 |  |  | package cmd | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							|  |  |  | 	"crypto/md5" | 
					
						
							|  |  |  | 	"encoding/hex" | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 	"hash" | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	"io" | 
					
						
							|  |  |  | 	"path" | 
					
						
							|  |  |  | 	"strings" | 
					
						
							|  |  |  | 	"sync" | 
					
						
							|  |  |  | 	"time" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-26 05:17:01 +08:00
										 |  |  | 	"github.com/minio/minio/pkg/bpool" | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	"github.com/minio/minio/pkg/mimedb" | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 	"github.com/minio/minio/pkg/objcache" | 
					
						
							| 
									
										
										
										
											2016-12-20 11:32:55 +08:00
										 |  |  | 	"github.com/minio/sha256-simd" | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-21 08:57:12 +08:00
										 |  |  | // list all errors which can be ignored in object operations.
 | 
					
						
							|  |  |  | var objectOpIgnoredErrs = []error{ | 
					
						
							|  |  |  | 	errDiskNotFound, | 
					
						
							|  |  |  | 	errDiskAccessDenied, | 
					
						
							|  |  |  | 	errFaultyDisk, | 
					
						
							|  |  |  | 	errFaultyRemoteDisk, | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | /// Object Operations
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | // CopyObject - copy object source object to destination object.
 | 
					
						
							|  |  |  | // if source object and destination object are same we only
 | 
					
						
							|  |  |  | // update metadata.
 | 
					
						
							|  |  |  | func (xl xlObjects) CopyObject(srcBucket, srcObject, dstBucket, dstObject string, metadata map[string]string) (ObjectInfo, error) { | 
					
						
							|  |  |  | 	// Read metadata associated with the object from all disks.
 | 
					
						
							|  |  |  | 	metaArr, errs := readAllXLMetadata(xl.storageDisks, srcBucket, srcObject) | 
					
						
							|  |  |  | 	// Do we have read quorum?
 | 
					
						
							|  |  |  | 	if !isDiskQuorum(errs, xl.readQuorum) { | 
					
						
							|  |  |  | 		return ObjectInfo{}, traceError(InsufficientReadQuorum{}, errs...) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if reducedErr := reduceReadQuorumErrs(errs, objectOpIgnoredErrs, xl.readQuorum); reducedErr != nil { | 
					
						
							|  |  |  | 		return ObjectInfo{}, toObjectErr(reducedErr, srcBucket, srcObject) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// List all online disks.
 | 
					
						
							|  |  |  | 	onlineDisks, modTime := listOnlineDisks(xl.storageDisks, metaArr, errs) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Pick latest valid metadata.
 | 
					
						
							|  |  |  | 	xlMeta, err := pickValidXLMeta(metaArr, modTime) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return ObjectInfo{}, toObjectErr(err, srcBucket, srcObject) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Reorder online disks based on erasure distribution order.
 | 
					
						
							|  |  |  | 	onlineDisks = getOrderedDisks(xlMeta.Erasure.Distribution, onlineDisks) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Length of the file to read.
 | 
					
						
							|  |  |  | 	length := xlMeta.Stat.Size | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Check if this request is only metadata update.
 | 
					
						
							|  |  |  | 	cpMetadataOnly := strings.EqualFold(pathJoin(srcBucket, srcObject), pathJoin(dstBucket, dstObject)) | 
					
						
							|  |  |  | 	if cpMetadataOnly { | 
					
						
							|  |  |  | 		xlMeta.Meta = metadata | 
					
						
							|  |  |  | 		partsMetadata := make([]xlMetaV1, len(xl.storageDisks)) | 
					
						
							|  |  |  | 		// Update `xl.json` content on each disks.
 | 
					
						
							|  |  |  | 		for index := range partsMetadata { | 
					
						
							|  |  |  | 			partsMetadata[index] = xlMeta | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		tempObj := mustGetUUID() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		// Write unique `xl.json` for each disk.
 | 
					
						
							|  |  |  | 		if err = writeUniqueXLMetadata(onlineDisks, minioMetaTmpBucket, tempObj, partsMetadata, xl.writeQuorum); err != nil { | 
					
						
							|  |  |  | 			return ObjectInfo{}, toObjectErr(err, srcBucket, srcObject) | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		// Rename atomically `xl.json` from tmp location to destination for each disk.
 | 
					
						
							|  |  |  | 		if err = renameXLMetadata(onlineDisks, minioMetaTmpBucket, tempObj, srcBucket, srcObject, xl.writeQuorum); err != nil { | 
					
						
							|  |  |  | 			return ObjectInfo{}, toObjectErr(err, srcBucket, srcObject) | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		objInfo := ObjectInfo{ | 
					
						
							|  |  |  | 			IsDir:           false, | 
					
						
							|  |  |  | 			Bucket:          srcBucket, | 
					
						
							|  |  |  | 			Name:            srcObject, | 
					
						
							|  |  |  | 			Size:            xlMeta.Stat.Size, | 
					
						
							|  |  |  | 			ModTime:         xlMeta.Stat.ModTime, | 
					
						
							|  |  |  | 			MD5Sum:          xlMeta.Meta["md5Sum"], | 
					
						
							|  |  |  | 			ContentType:     xlMeta.Meta["content-type"], | 
					
						
							|  |  |  | 			ContentEncoding: xlMeta.Meta["content-encoding"], | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		// md5Sum has already been extracted into objInfo.MD5Sum.  We
 | 
					
						
							|  |  |  | 		// need to remove it from xlMetaMap to avoid it from appearing as
 | 
					
						
							|  |  |  | 		// part of response headers. e.g, X-Minio-* or X-Amz-*.
 | 
					
						
							|  |  |  | 		delete(xlMeta.Meta, "md5Sum") | 
					
						
							|  |  |  | 		objInfo.UserDefined = xlMeta.Meta | 
					
						
							|  |  |  | 		return objInfo, nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Initialize pipe.
 | 
					
						
							|  |  |  | 	pipeReader, pipeWriter := io.Pipe() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	go func() { | 
					
						
							|  |  |  | 		startOffset := int64(0) // Read the whole file.
 | 
					
						
							|  |  |  | 		if gerr := xl.GetObject(srcBucket, srcObject, startOffset, length, pipeWriter); gerr != nil { | 
					
						
							|  |  |  | 			errorIf(gerr, "Unable to read %s of the object `%s/%s`.", srcBucket, srcObject) | 
					
						
							|  |  |  | 			pipeWriter.CloseWithError(toObjectErr(gerr, srcBucket, srcObject)) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		pipeWriter.Close() // Close writer explicitly signalling we wrote all data.
 | 
					
						
							|  |  |  | 	}() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	objInfo, err := xl.PutObject(dstBucket, dstObject, length, pipeReader, metadata, "") | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return ObjectInfo{}, toObjectErr(err, dstBucket, dstObject) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Explicitly close the reader.
 | 
					
						
							|  |  |  | 	pipeReader.Close() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return objInfo, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | // GetObject - reads an object erasured coded across multiple
 | 
					
						
							|  |  |  | // disks. Supports additional parameters like offset and length
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | // which are synonymous with HTTP Range requests.
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | //
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | // startOffset indicates the starting read location of the object.
 | 
					
						
							|  |  |  | // length indicates the total length of the object.
 | 
					
						
							| 
									
										
										
										
											2016-05-29 06:13:15 +08:00
										 |  |  | func (xl xlObjects) GetObject(bucket, object string, startOffset int64, length int64, writer io.Writer) error { | 
					
						
							| 
									
										
										
										
											2016-12-02 15:15:17 +08:00
										 |  |  | 	if err := checkGetObjArgs(bucket, object); err != nil { | 
					
						
							|  |  |  | 		return err | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-22 03:29:32 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// Start offset cannot be negative.
 | 
					
						
							|  |  |  | 	if startOffset < 0 { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(errUnexpected) | 
					
						
							| 
									
										
										
										
											2016-07-07 16:30:34 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-22 03:29:32 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-08 22:46:49 +08:00
										 |  |  | 	// Writer cannot be nil.
 | 
					
						
							|  |  |  | 	if writer == nil { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(errUnexpected) | 
					
						
							| 
									
										
										
										
											2016-07-08 22:46:49 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-09-01 02:39:08 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 	// Read metadata associated with the object from all disks.
 | 
					
						
							| 
									
										
										
										
											2016-07-12 08:24:49 +08:00
										 |  |  | 	metaArr, errs := readAllXLMetadata(xl.storageDisks, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-06-28 01:01:09 +08:00
										 |  |  | 	// Do we have read quorum?
 | 
					
						
							| 
									
										
										
										
											2016-07-13 15:29:48 +08:00
										 |  |  | 	if !isDiskQuorum(errs, xl.readQuorum) { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(InsufficientReadQuorum{}, errs...) | 
					
						
							| 
									
										
										
										
											2016-06-28 01:01:09 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-05-27 10:55:48 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-21 17:47:26 +08:00
										 |  |  | 	if reducedErr := reduceReadQuorumErrs(errs, objectOpIgnoredErrs, xl.readQuorum); reducedErr != nil { | 
					
						
							| 
									
										
										
										
											2016-07-20 10:24:32 +08:00
										 |  |  | 		return toObjectErr(reducedErr, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-07-10 04:01:32 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-26 07:42:31 +08:00
										 |  |  | 	// List all online disks.
 | 
					
						
							| 
									
										
										
										
											2016-07-15 05:59:01 +08:00
										 |  |  | 	onlineDisks, modTime := listOnlineDisks(xl.storageDisks, metaArr, errs) | 
					
						
							| 
									
										
										
										
											2016-05-27 10:55:48 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-17 13:26:18 +08:00
										 |  |  | 	// Pick latest valid metadata.
 | 
					
						
							| 
									
										
										
										
											2016-11-21 12:56:44 +08:00
										 |  |  | 	xlMeta, err := pickValidXLMeta(metaArr, modTime) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return err | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-25 13:49:27 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// Reorder online disks based on erasure distribution order.
 | 
					
						
							| 
									
										
										
										
											2016-07-16 23:35:30 +08:00
										 |  |  | 	onlineDisks = getOrderedDisks(xlMeta.Erasure.Distribution, onlineDisks) | 
					
						
							| 
									
										
										
										
											2016-07-25 13:49:27 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// Reorder parts metadata based on erasure distribution order.
 | 
					
						
							| 
									
										
										
										
											2016-07-16 23:35:30 +08:00
										 |  |  | 	metaArr = getOrderedPartsMetadata(xlMeta.Erasure.Distribution, metaArr) | 
					
						
							| 
									
										
										
										
											2016-05-26 07:42:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-22 03:29:32 +08:00
										 |  |  | 	// For negative length read everything.
 | 
					
						
							|  |  |  | 	if length < 0 { | 
					
						
							|  |  |  | 		length = xlMeta.Stat.Size - startOffset | 
					
						
							| 
									
										
										
										
											2016-07-08 22:46:49 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-22 03:29:32 +08:00
										 |  |  | 	// Reply back invalid range if the input offset and length fall out of range.
 | 
					
						
							|  |  |  | 	if startOffset > xlMeta.Stat.Size || startOffset+length > xlMeta.Stat.Size { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(InvalidRange{startOffset, length, xlMeta.Stat.Size}) | 
					
						
							| 
									
										
										
										
											2016-07-08 22:46:49 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-20 04:35:26 +08:00
										 |  |  | 	// Get start part index and offset.
 | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 	partIndex, partOffset, err := xlMeta.ObjectToPartOffset(startOffset) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(InvalidRange{startOffset, length, xlMeta.Stat.Size}) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-20 04:35:26 +08:00
										 |  |  | 	// Get last part index to read given length.
 | 
					
						
							|  |  |  | 	lastPartIndex, _, err := xlMeta.ObjectToPartOffset(startOffset + length - 1) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(InvalidRange{startOffset, length, xlMeta.Stat.Size}) | 
					
						
							| 
									
										
										
										
											2016-06-20 04:35:26 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 	// Save the writer.
 | 
					
						
							|  |  |  | 	mw := writer | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Object cache enabled block.
 | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 	if xlMeta.Stat.Size > 0 && xl.objCacheEnabled { | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 		// Validate if we have previous cache.
 | 
					
						
							| 
									
										
										
										
											2016-07-19 10:06:48 +08:00
										 |  |  | 		var cachedBuffer io.ReadSeeker | 
					
						
							| 
									
										
										
										
											2016-09-24 10:55:28 +08:00
										 |  |  | 		cachedBuffer, err = xl.objCache.Open(path.Join(bucket, object), modTime) | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 		if err == nil { // Cache hit.
 | 
					
						
							|  |  |  | 			// Advance the buffer to offset as if it was read.
 | 
					
						
							|  |  |  | 			if _, err = cachedBuffer.Seek(startOffset, 0); err != nil { // Seek to the offset.
 | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 				return traceError(err) | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 			} | 
					
						
							|  |  |  | 			// Write the requested length.
 | 
					
						
							|  |  |  | 			if _, err = io.CopyN(writer, cachedBuffer, length); err != nil { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 				return traceError(err) | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 			} | 
					
						
							|  |  |  | 			return nil | 
					
						
							|  |  |  | 		} // Cache miss.
 | 
					
						
							|  |  |  | 		// For unknown error, return and error out.
 | 
					
						
							|  |  |  | 		if err != objcache.ErrKeyNotFoundInCache { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 			return traceError(err) | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 		} // Cache has not been found, fill the cache.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		// Cache is only set if whole object is being read.
 | 
					
						
							|  |  |  | 		if startOffset == 0 && length == xlMeta.Stat.Size { | 
					
						
							| 
									
										
										
										
											2016-07-05 16:04:50 +08:00
										 |  |  | 			// Proceed to set the cache.
 | 
					
						
							| 
									
										
										
										
											2016-07-06 16:29:49 +08:00
										 |  |  | 			var newBuffer io.WriteCloser | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 			// Create a new entry in memory of length.
 | 
					
						
							|  |  |  | 			newBuffer, err = xl.objCache.Create(path.Join(bucket, object), length) | 
					
						
							| 
									
										
										
										
											2016-07-05 16:04:50 +08:00
										 |  |  | 			if err == nil { | 
					
						
							|  |  |  | 				// Create a multi writer to write to both memory and client response.
 | 
					
						
							|  |  |  | 				mw = io.MultiWriter(newBuffer, writer) | 
					
						
							| 
									
										
										
										
											2016-07-06 16:29:49 +08:00
										 |  |  | 				defer newBuffer.Close() | 
					
						
							| 
									
										
										
										
											2016-07-05 16:04:50 +08:00
										 |  |  | 			} | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 			// Ignore error if cache is full, proceed to write the object.
 | 
					
						
							| 
									
										
										
										
											2016-07-05 16:04:50 +08:00
										 |  |  | 			if err != nil && err != objcache.ErrCacheFull { | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 				// For any other error return here.
 | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 				return toObjectErr(traceError(err), bucket, object) | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 			} | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-20 04:35:26 +08:00
										 |  |  | 	totalBytesRead := int64(0) | 
					
						
							| 
									
										
										
										
											2016-07-26 05:17:01 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	chunkSize := getChunkSize(xlMeta.Erasure.BlockSize, xlMeta.Erasure.DataBlocks) | 
					
						
							|  |  |  | 	pool := bpool.NewBytePool(chunkSize, len(onlineDisks)) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 	// Read from all parts.
 | 
					
						
							| 
									
										
										
										
											2016-06-20 04:35:26 +08:00
										 |  |  | 	for ; partIndex <= lastPartIndex; partIndex++ { | 
					
						
							| 
									
										
										
										
											2016-06-22 05:34:11 +08:00
										 |  |  | 		if length == totalBytesRead { | 
					
						
							|  |  |  | 			break | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 		// Save the current part name and size.
 | 
					
						
							|  |  |  | 		partName := xlMeta.Parts[partIndex].Name | 
					
						
							|  |  |  | 		partSize := xlMeta.Parts[partIndex].Size | 
					
						
							| 
									
										
										
										
											2016-06-23 00:05:03 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-22 05:34:11 +08:00
										 |  |  | 		readSize := partSize - partOffset | 
					
						
							| 
									
										
										
										
											2016-06-23 00:05:03 +08:00
										 |  |  | 		// readSize should be adjusted so that we don't write more data than what was requested.
 | 
					
						
							| 
									
										
										
										
											2016-06-22 05:34:11 +08:00
										 |  |  | 		if readSize > (length - totalBytesRead) { | 
					
						
							|  |  |  | 			readSize = length - totalBytesRead | 
					
						
							| 
									
										
										
										
											2016-06-20 04:35:26 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-16 23:35:30 +08:00
										 |  |  | 		// Get the checksums of the current part.
 | 
					
						
							|  |  |  | 		checkSums := make([]string, len(onlineDisks)) | 
					
						
							| 
									
										
										
										
											2016-07-28 17:20:34 +08:00
										 |  |  | 		var ckSumAlgo string | 
					
						
							| 
									
										
										
										
											2016-07-25 13:49:27 +08:00
										 |  |  | 		for index, disk := range onlineDisks { | 
					
						
							|  |  |  | 			// Disk is not found skip the checksum.
 | 
					
						
							|  |  |  | 			if disk == nil { | 
					
						
							|  |  |  | 				checkSums[index] = "" | 
					
						
							|  |  |  | 				continue | 
					
						
							|  |  |  | 			} | 
					
						
							| 
									
										
										
										
											2016-10-19 02:13:25 +08:00
										 |  |  | 			ckSumInfo := metaArr[index].Erasure.GetCheckSumInfo(partName) | 
					
						
							| 
									
										
										
										
											2016-07-28 17:20:34 +08:00
										 |  |  | 			checkSums[index] = ckSumInfo.Hash | 
					
						
							|  |  |  | 			// Set checksum algo only once, while it is possible to have
 | 
					
						
							|  |  |  | 			// different algos per block because of our `xl.json`.
 | 
					
						
							|  |  |  | 			// It is not a requirement, set this only once for all the disks.
 | 
					
						
							|  |  |  | 			if ckSumAlgo != "" { | 
					
						
							|  |  |  | 				ckSumAlgo = ckSumInfo.Algorithm | 
					
						
							|  |  |  | 			} | 
					
						
							| 
									
										
										
										
											2016-07-16 23:35:30 +08:00
										 |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-28 17:20:34 +08:00
										 |  |  | 		// Start erasure decoding and writing to the client.
 | 
					
						
							|  |  |  | 		n, err := erasureReadFile(mw, onlineDisks, bucket, pathJoin(object, partName), partOffset, readSize, partSize, xlMeta.Erasure.BlockSize, xlMeta.Erasure.DataBlocks, xlMeta.Erasure.ParityBlocks, checkSums, ckSumAlgo, pool) | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 		if err != nil { | 
					
						
							| 
									
										
										
										
											2016-10-19 04:09:26 +08:00
										 |  |  | 			errorIf(err, "Unable to read %s of the object `%s/%s`.", partName, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 			return toObjectErr(err, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-28 17:20:34 +08:00
										 |  |  | 		// Track total bytes read from disk and written to the client.
 | 
					
						
							| 
									
										
										
										
											2016-06-20 04:35:26 +08:00
										 |  |  | 		totalBytesRead += n | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-23 00:05:03 +08:00
										 |  |  | 		// partOffset will be valid only for the first part, hence reset it to 0 for
 | 
					
						
							|  |  |  | 		// the remaining parts.
 | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 		partOffset = 0 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	} // End of read all parts loop.
 | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// Return success.
 | 
					
						
							| 
									
										
										
										
											2016-05-29 06:13:15 +08:00
										 |  |  | 	return nil | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | // GetObjectInfo - reads object metadata and replies back ObjectInfo.
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | func (xl xlObjects) GetObjectInfo(bucket, object string) (ObjectInfo, error) { | 
					
						
							| 
									
										
										
										
											2016-12-02 15:15:17 +08:00
										 |  |  | 	if err := checkGetObjArgs(bucket, object); err != nil { | 
					
						
							|  |  |  | 		return ObjectInfo{}, err | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-09-01 02:39:08 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	info, err := xl.getObjectInfo(bucket, object) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return ObjectInfo{}, toObjectErr(err, bucket, object) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return info, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | // getObjectInfo - wrapper for reading object metadata and constructs ObjectInfo.
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | func (xl xlObjects) getObjectInfo(bucket, object string) (objInfo ObjectInfo, err error) { | 
					
						
							| 
									
										
										
										
											2016-09-09 13:38:18 +08:00
										 |  |  | 	// returns xl meta map and stat info.
 | 
					
						
							|  |  |  | 	xlStat, xlMetaMap, err := xl.readXLMetaStat(bucket, object) | 
					
						
							| 
									
										
										
										
											2016-05-25 16:33:39 +08:00
										 |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		// Return error.
 | 
					
						
							|  |  |  | 		return ObjectInfo{}, err | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-09-09 13:38:18 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	objInfo = ObjectInfo{ | 
					
						
							|  |  |  | 		IsDir:           false, | 
					
						
							|  |  |  | 		Bucket:          bucket, | 
					
						
							|  |  |  | 		Name:            object, | 
					
						
							| 
									
										
										
										
											2016-09-09 13:38:18 +08:00
										 |  |  | 		Size:            xlStat.Size, | 
					
						
							|  |  |  | 		ModTime:         xlStat.ModTime, | 
					
						
							|  |  |  | 		MD5Sum:          xlMetaMap["md5Sum"], | 
					
						
							|  |  |  | 		ContentType:     xlMetaMap["content-type"], | 
					
						
							|  |  |  | 		ContentEncoding: xlMetaMap["content-encoding"], | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-10-17 23:41:33 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// md5Sum has already been extracted into objInfo.MD5Sum.  We
 | 
					
						
							|  |  |  | 	// need to remove it from xlMetaMap to avoid it from appearing as
 | 
					
						
							|  |  |  | 	// part of response headers. e.g, X-Minio-* or X-Amz-*.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	delete(xlMetaMap, "md5Sum") | 
					
						
							|  |  |  | 	objInfo.UserDefined = xlMetaMap | 
					
						
							| 
									
										
										
										
											2016-05-25 16:33:39 +08:00
										 |  |  | 	return objInfo, nil | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | func undoRename(disks []StorageAPI, srcBucket, srcEntry, dstBucket, dstEntry string, isDir bool, errs []error) { | 
					
						
							| 
									
										
										
										
											2016-06-18 02:57:51 +08:00
										 |  |  | 	var wg = &sync.WaitGroup{} | 
					
						
							|  |  |  | 	// Undo rename object on disks where RenameFile succeeded.
 | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// If srcEntry/dstEntry are objects then add a trailing slash to copy
 | 
					
						
							|  |  |  | 	// over all the parts inside the object directory
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	if isDir { | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | 		srcEntry = retainSlash(srcEntry) | 
					
						
							|  |  |  | 		dstEntry = retainSlash(dstEntry) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-12 13:53:54 +08:00
										 |  |  | 	for index, disk := range disks { | 
					
						
							| 
									
										
										
										
											2016-06-18 02:57:51 +08:00
										 |  |  | 		if disk == nil { | 
					
						
							|  |  |  | 			continue | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		// Undo rename object in parallel.
 | 
					
						
							|  |  |  | 		wg.Add(1) | 
					
						
							|  |  |  | 		go func(index int, disk StorageAPI) { | 
					
						
							|  |  |  | 			defer wg.Done() | 
					
						
							|  |  |  | 			if errs[index] != nil { | 
					
						
							|  |  |  | 				return | 
					
						
							|  |  |  | 			} | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | 			_ = disk.RenameFile(dstBucket, dstEntry, srcBucket, srcEntry) | 
					
						
							| 
									
										
										
										
											2016-06-18 02:57:51 +08:00
										 |  |  | 		}(index, disk) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	wg.Wait() | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | // rename - common function that renamePart and renameObject use to rename
 | 
					
						
							|  |  |  | // the respective underlying storage layer representations.
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | func rename(disks []StorageAPI, srcBucket, srcEntry, dstBucket, dstEntry string, isDir bool, quorum int) error { | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	// Initialize sync waitgroup.
 | 
					
						
							|  |  |  | 	var wg = &sync.WaitGroup{} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Initialize list of errors.
 | 
					
						
							| 
									
										
										
										
											2016-07-12 13:53:54 +08:00
										 |  |  | 	var errs = make([]error, len(disks)) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	if isDir { | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | 		dstEntry = retainSlash(dstEntry) | 
					
						
							|  |  |  | 		srcEntry = retainSlash(srcEntry) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	// Rename file on all underlying storage disks.
 | 
					
						
							| 
									
										
										
										
											2016-07-12 13:53:54 +08:00
										 |  |  | 	for index, disk := range disks { | 
					
						
							| 
									
										
										
										
											2016-06-03 07:34:15 +08:00
										 |  |  | 		if disk == nil { | 
					
						
							|  |  |  | 			errs[index] = errDiskNotFound | 
					
						
							|  |  |  | 			continue | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 		wg.Add(1) | 
					
						
							|  |  |  | 		go func(index int, disk StorageAPI) { | 
					
						
							|  |  |  | 			defer wg.Done() | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | 			err := disk.RenameFile(srcBucket, srcEntry, dstBucket, dstEntry) | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 			if err != nil && err != errFileNotFound { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 				errs[index] = traceError(err) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 			} | 
					
						
							|  |  |  | 		}(index, disk) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	// Wait for all renames to finish.
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	wg.Wait() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// We can safely allow RenameFile errors up to len(xl.storageDisks) - xl.writeQuorum
 | 
					
						
							|  |  |  | 	// otherwise return failure. Cleanup successful renames.
 | 
					
						
							| 
									
										
										
										
											2016-07-20 10:24:32 +08:00
										 |  |  | 	if !isDiskQuorum(errs, quorum) { | 
					
						
							| 
									
										
										
										
											2016-06-18 02:57:51 +08:00
										 |  |  | 		// Undo all the partial rename operations.
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 		undoRename(disks, srcBucket, srcEntry, dstBucket, dstEntry, isDir, errs) | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(errXLWriteQuorum) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-11-21 17:47:26 +08:00
										 |  |  | 	return reduceWriteQuorumErrs(errs, objectOpIgnoredErrs, quorum) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | // renamePart - renames a part of the source object to the destination
 | 
					
						
							|  |  |  | // across all disks in parallel. Additionally if we have errors and do
 | 
					
						
							|  |  |  | // not have a readQuorum partially renamed files are renamed back to
 | 
					
						
							|  |  |  | // its proper location.
 | 
					
						
							| 
									
										
										
										
											2016-07-20 10:24:32 +08:00
										 |  |  | func renamePart(disks []StorageAPI, srcBucket, srcPart, dstBucket, dstPart string, quorum int) error { | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	isDir := false | 
					
						
							|  |  |  | 	return rename(disks, srcBucket, srcPart, dstBucket, dstPart, isDir, quorum) | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // renameObject - renames all source objects to destination object
 | 
					
						
							|  |  |  | // across all disks in parallel. Additionally if we have errors and do
 | 
					
						
							|  |  |  | // not have a readQuorum partially renamed files are renamed back to
 | 
					
						
							|  |  |  | // its proper location.
 | 
					
						
							| 
									
										
										
										
											2016-07-20 10:24:32 +08:00
										 |  |  | func renameObject(disks []StorageAPI, srcBucket, srcObject, dstBucket, dstObject string, quorum int) error { | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	isDir := true | 
					
						
							|  |  |  | 	return rename(disks, srcBucket, srcObject, dstBucket, dstObject, isDir, quorum) | 
					
						
							| 
									
										
										
										
											2016-06-21 10:11:55 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | // PutObject - creates an object upon reading from the input stream
 | 
					
						
							|  |  |  | // until EOF, erasure codes the data across all disk and additionally
 | 
					
						
							|  |  |  | // writes `xl.json` which carries the necessary metadata for future
 | 
					
						
							|  |  |  | // object operations.
 | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | func (xl xlObjects) PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string, sha256sum string) (objInfo ObjectInfo, err error) { | 
					
						
							| 
									
										
										
										
											2017-01-21 08:33:01 +08:00
										 |  |  | 	// This is a special case with size as '0' and object ends with
 | 
					
						
							|  |  |  | 	// a slash separator, we treat it like a valid operation and
 | 
					
						
							|  |  |  | 	// return success.
 | 
					
						
							|  |  |  | 	if isObjectDir(object, size) { | 
					
						
							|  |  |  | 		return dirObjectInfo(bucket, object, size, metadata), nil | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-02 15:15:17 +08:00
										 |  |  | 	if err = checkPutObjectArgs(bucket, object, xl); err != nil { | 
					
						
							|  |  |  | 		return ObjectInfo{}, err | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	// No metadata is set, allocate a new one.
 | 
					
						
							|  |  |  | 	if metadata == nil { | 
					
						
							|  |  |  | 		metadata = make(map[string]string) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-08-18 04:26:08 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-23 08:52:37 +08:00
										 |  |  | 	uniqueID := mustGetUUID() | 
					
						
							| 
									
										
										
										
											2016-11-21 06:25:43 +08:00
										 |  |  | 	tempErasureObj := path.Join(uniqueID, "part.1") | 
					
						
							| 
									
										
										
										
											2016-06-29 17:28:46 +08:00
										 |  |  | 	tempObj := uniqueID | 
					
						
							| 
									
										
										
										
											2016-05-26 07:42:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	// Initialize md5 writer.
 | 
					
						
							|  |  |  | 	md5Writer := md5.New() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 	writers := []io.Writer{md5Writer} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	var sha256Writer hash.Hash | 
					
						
							|  |  |  | 	if sha256sum != "" { | 
					
						
							|  |  |  | 		sha256Writer = sha256.New() | 
					
						
							|  |  |  | 		writers = append(writers, sha256Writer) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 	// Proceed to set the cache.
 | 
					
						
							|  |  |  | 	var newBuffer io.WriteCloser | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// If caching is enabled, proceed to set the cache.
 | 
					
						
							|  |  |  | 	if size > 0 && xl.objCacheEnabled { | 
					
						
							|  |  |  | 		// PutObject invalidates any previously cached object in memory.
 | 
					
						
							|  |  |  | 		xl.objCache.Delete(path.Join(bucket, object)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		// Create a new entry in memory of size.
 | 
					
						
							|  |  |  | 		newBuffer, err = xl.objCache.Create(path.Join(bucket, object), size) | 
					
						
							|  |  |  | 		if err == nil { | 
					
						
							|  |  |  | 			// Create a multi writer to write to both memory and client response.
 | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 			writers = append(writers, newBuffer) | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 		} | 
					
						
							|  |  |  | 		// Ignore error if cache is full, proceed to write the object.
 | 
					
						
							|  |  |  | 		if err != nil && err != objcache.ErrCacheFull { | 
					
						
							|  |  |  | 			// For any other error return here.
 | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 			return ObjectInfo{}, toObjectErr(traceError(err), bucket, object) | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 	mw := io.MultiWriter(writers...) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-02 05:33:28 +08:00
										 |  |  | 	// Limit the reader to its provided size if specified.
 | 
					
						
							| 
									
										
										
										
											2016-07-05 16:04:50 +08:00
										 |  |  | 	var limitDataReader io.Reader | 
					
						
							| 
									
										
										
										
											2016-07-02 05:33:28 +08:00
										 |  |  | 	if size > 0 { | 
					
						
							|  |  |  | 		// This is done so that we can avoid erroneous clients sending
 | 
					
						
							|  |  |  | 		// more data than the set content size.
 | 
					
						
							| 
									
										
										
										
											2016-07-05 16:04:50 +08:00
										 |  |  | 		limitDataReader = io.LimitReader(data, size) | 
					
						
							|  |  |  | 	} else { | 
					
						
							|  |  |  | 		// else we read till EOF.
 | 
					
						
							|  |  |  | 		limitDataReader = data | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-02 05:33:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-05 16:04:50 +08:00
										 |  |  | 	// Tee reader combines incoming data stream and md5, data read from input stream is written to md5.
 | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 	teeReader := io.TeeReader(limitDataReader, mw) | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-14 02:56:25 +08:00
										 |  |  | 	// Initialize xl meta.
 | 
					
						
							|  |  |  | 	xlMeta := newXLMetaV1(object, xl.dataBlocks, xl.parityBlocks) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-15 05:59:01 +08:00
										 |  |  | 	onlineDisks := getOrderedDisks(xlMeta.Erasure.Distribution, xl.storageDisks) | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-01-17 09:05:00 +08:00
										 |  |  | 	// Delete temporary object in the event of failure.
 | 
					
						
							|  |  |  | 	// If PutObject succeeded there would be no temporary
 | 
					
						
							|  |  |  | 	// object to delete.
 | 
					
						
							| 
									
										
										
										
											2016-10-20 13:52:03 +08:00
										 |  |  | 	defer xl.deleteObject(minioMetaTmpBucket, tempObj) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-30 03:44:44 +08:00
										 |  |  | 	if size > 0 { | 
					
						
							|  |  |  | 		for _, disk := range onlineDisks { | 
					
						
							|  |  |  | 			if disk != nil { | 
					
						
							|  |  |  | 				actualSize := xl.sizeOnDisk(size, xlMeta.Erasure.BlockSize, xlMeta.Erasure.DataBlocks) | 
					
						
							| 
									
										
										
										
											2016-11-21 06:25:43 +08:00
										 |  |  | 				disk.PrepareFile(minioMetaTmpBucket, tempErasureObj, actualSize) | 
					
						
							| 
									
										
										
										
											2016-10-30 03:44:44 +08:00
										 |  |  | 			} | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-15 05:59:01 +08:00
										 |  |  | 	// Erasure code data and write across all disks.
 | 
					
						
							| 
									
										
										
										
											2016-11-21 06:25:43 +08:00
										 |  |  | 	sizeWritten, checkSums, err := erasureCreateFile(onlineDisks, minioMetaTmpBucket, tempErasureObj, teeReader, xlMeta.Erasure.BlockSize, xlMeta.Erasure.DataBlocks, xlMeta.Erasure.ParityBlocks, bitRotAlgo, xl.writeQuorum) | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-11-21 06:25:43 +08:00
										 |  |  | 		return ObjectInfo{}, toObjectErr(err, minioMetaTmpBucket, tempErasureObj) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-19 10:06:48 +08:00
										 |  |  | 	// Should return IncompleteBody{} error when reader has fewer bytes
 | 
					
						
							|  |  |  | 	// than specified in request header.
 | 
					
						
							|  |  |  | 	if sizeWritten < size { | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 		return ObjectInfo{}, traceError(IncompleteBody{}) | 
					
						
							| 
									
										
										
										
											2016-07-19 10:06:48 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-02 05:33:28 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// For size == -1, perhaps client is sending in chunked encoding
 | 
					
						
							|  |  |  | 	// set the size as size that was actually written.
 | 
					
						
							| 
									
										
										
										
											2016-06-03 08:09:47 +08:00
										 |  |  | 	if size == -1 { | 
					
						
							| 
									
										
										
										
											2016-07-02 05:33:28 +08:00
										 |  |  | 		size = sizeWritten | 
					
						
							| 
									
										
										
										
											2016-06-03 08:09:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-02 05:33:28 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	// Save additional erasureMetadata.
 | 
					
						
							|  |  |  | 	modTime := time.Now().UTC() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	newMD5Hex := hex.EncodeToString(md5Writer.Sum(nil)) | 
					
						
							|  |  |  | 	// Update the md5sum if not set with the newly calculated one.
 | 
					
						
							|  |  |  | 	if len(metadata["md5Sum"]) == 0 { | 
					
						
							|  |  |  | 		metadata["md5Sum"] = newMD5Hex | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-17 12:42:02 +08:00
										 |  |  | 	// Guess content-type from the extension if possible.
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	if metadata["content-type"] == "" { | 
					
						
							| 
									
										
										
										
											2016-08-18 04:26:08 +08:00
										 |  |  | 		if objectExt := path.Ext(object); objectExt != "" { | 
					
						
							| 
									
										
										
										
											2016-06-17 12:42:02 +08:00
										 |  |  | 			if content, ok := mimedb.DB[strings.ToLower(strings.TrimPrefix(objectExt, "."))]; ok { | 
					
						
							|  |  |  | 				metadata["content-type"] = content.ContentType | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 			} | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// md5Hex representation.
 | 
					
						
							|  |  |  | 	md5Hex := metadata["md5Sum"] | 
					
						
							|  |  |  | 	if md5Hex != "" { | 
					
						
							|  |  |  | 		if newMD5Hex != md5Hex { | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 			// Returns md5 mismatch.
 | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 			return ObjectInfo{}, traceError(BadDigest{md5Hex, newMD5Hex}) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 	if sha256sum != "" { | 
					
						
							|  |  |  | 		newSHA256sum := hex.EncodeToString(sha256Writer.Sum(nil)) | 
					
						
							|  |  |  | 		if newSHA256sum != sha256sum { | 
					
						
							|  |  |  | 			return ObjectInfo{}, traceError(SHA256Mismatch{}) | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	// Check if an object is present as one of the parent dir.
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	// -- FIXME. (needs a new kind of lock).
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	if xl.parentDirIsObject(bucket, path.Dir(object)) { | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 		return ObjectInfo{}, toObjectErr(traceError(errFileAccessDenied), bucket, object) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-29 15:42:09 +08:00
										 |  |  | 	// Rename if an object already exists to temporary location.
 | 
					
						
							| 
									
										
										
										
											2016-11-23 08:52:37 +08:00
										 |  |  | 	newUniqueID := mustGetUUID() | 
					
						
							| 
									
										
										
										
											2016-06-20 21:18:47 +08:00
										 |  |  | 	if xl.isObject(bucket, object) { | 
					
						
							| 
									
										
										
										
											2016-10-20 13:52:03 +08:00
										 |  |  | 		// Delete the temporary copy of the object that existed before this PutObject request.
 | 
					
						
							|  |  |  | 		defer xl.deleteObject(minioMetaTmpBucket, newUniqueID) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-28 02:57:08 +08:00
										 |  |  | 		// NOTE: Do not use online disks slice here.
 | 
					
						
							|  |  |  | 		// The reason is that existing object should be purged
 | 
					
						
							|  |  |  | 		// regardless of `xl.json` status and rolled back in case of errors.
 | 
					
						
							| 
									
										
										
										
											2016-07-20 10:24:32 +08:00
										 |  |  | 		err = renameObject(xl.storageDisks, bucket, object, minioMetaTmpBucket, newUniqueID, xl.writeQuorum) | 
					
						
							| 
									
										
										
										
											2016-06-20 21:18:47 +08:00
										 |  |  | 		if err != nil { | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 			return ObjectInfo{}, toObjectErr(err, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-06-20 21:18:47 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-27 10:55:48 +08:00
										 |  |  | 	// Fill all the necessary metadata.
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	xlMeta.Meta = metadata | 
					
						
							|  |  |  | 	xlMeta.Stat.Size = size | 
					
						
							|  |  |  | 	xlMeta.Stat.ModTime = modTime | 
					
						
							| 
									
										
										
										
											2016-07-13 06:20:31 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 	// Add the final part.
 | 
					
						
							| 
									
										
										
										
											2016-06-28 12:42:33 +08:00
										 |  |  | 	xlMeta.AddObjectPart(1, "part.1", newMD5Hex, xlMeta.Stat.Size) | 
					
						
							| 
									
										
										
										
											2016-05-29 15:42:09 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-15 05:59:01 +08:00
										 |  |  | 	partsMetadata := make([]xlMetaV1, len(xl.storageDisks)) | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	// Update `xl.json` content on each disks.
 | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 	for index := range partsMetadata { | 
					
						
							|  |  |  | 		partsMetadata[index] = xlMeta | 
					
						
							| 
									
										
										
										
											2016-07-28 17:20:34 +08:00
										 |  |  | 		partsMetadata[index].Erasure.AddCheckSumInfo(checkSumInfo{ | 
					
						
							|  |  |  | 			Name:      "part.1", | 
					
						
							|  |  |  | 			Hash:      checkSums[index], | 
					
						
							|  |  |  | 			Algorithm: bitRotAlgo, | 
					
						
							|  |  |  | 		}) | 
					
						
							| 
									
										
										
										
											2016-06-01 11:23:31 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Write unique `xl.json` for each disk.
 | 
					
						
							| 
									
										
										
										
											2016-07-20 10:24:32 +08:00
										 |  |  | 	if err = writeUniqueXLMetadata(onlineDisks, minioMetaTmpBucket, tempObj, partsMetadata, xl.writeQuorum); err != nil { | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 		return ObjectInfo{}, toObjectErr(err, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-05-29 15:42:09 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	// Rename the successfully written temporary object to final location.
 | 
					
						
							| 
									
										
										
										
											2016-07-20 10:24:32 +08:00
										 |  |  | 	err = renameObject(onlineDisks, minioMetaTmpBucket, tempObj, bucket, object, xl.writeQuorum) | 
					
						
							| 
									
										
										
										
											2016-05-29 15:42:09 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 		return ObjectInfo{}, toObjectErr(err, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-05-29 06:13:15 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-05-29 15:42:09 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-09 11:34:27 +08:00
										 |  |  | 	// Once we have successfully renamed the object, Close the buffer which would
 | 
					
						
							|  |  |  | 	// save the object on cache.
 | 
					
						
							|  |  |  | 	if size > 0 && xl.objCacheEnabled && newBuffer != nil { | 
					
						
							|  |  |  | 		newBuffer.Close() | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 	objInfo = ObjectInfo{ | 
					
						
							|  |  |  | 		IsDir:           false, | 
					
						
							|  |  |  | 		Bucket:          bucket, | 
					
						
							|  |  |  | 		Name:            object, | 
					
						
							|  |  |  | 		Size:            xlMeta.Stat.Size, | 
					
						
							|  |  |  | 		ModTime:         xlMeta.Stat.ModTime, | 
					
						
							|  |  |  | 		MD5Sum:          xlMeta.Meta["md5Sum"], | 
					
						
							|  |  |  | 		ContentType:     xlMeta.Meta["content-type"], | 
					
						
							|  |  |  | 		ContentEncoding: xlMeta.Meta["content-encoding"], | 
					
						
							|  |  |  | 		UserDefined:     xlMeta.Meta, | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-01-17 11:23:43 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// Success, return object info.
 | 
					
						
							| 
									
										
										
										
											2016-09-03 03:18:35 +08:00
										 |  |  | 	return objInfo, nil | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | // deleteObject - wrapper for delete object, deletes an object from
 | 
					
						
							|  |  |  | // all the disks in parallel, including `xl.json` associated with the
 | 
					
						
							|  |  |  | // object.
 | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | func (xl xlObjects) deleteObject(bucket, object string) error { | 
					
						
							|  |  |  | 	// Initialize sync waitgroup.
 | 
					
						
							|  |  |  | 	var wg = &sync.WaitGroup{} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Initialize list of errors.
 | 
					
						
							|  |  |  | 	var dErrs = make([]error, len(xl.storageDisks)) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for index, disk := range xl.storageDisks { | 
					
						
							| 
									
										
										
										
											2016-06-03 07:34:15 +08:00
										 |  |  | 		if disk == nil { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 			dErrs[index] = traceError(errDiskNotFound) | 
					
						
							| 
									
										
										
										
											2016-06-03 07:34:15 +08:00
										 |  |  | 			continue | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 		wg.Add(1) | 
					
						
							|  |  |  | 		go func(index int, disk StorageAPI) { | 
					
						
							|  |  |  | 			defer wg.Done() | 
					
						
							| 
									
										
										
										
											2016-05-26 05:32:49 +08:00
										 |  |  | 			err := cleanupDir(disk, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 			if err != nil && errorCause(err) != errVolumeNotFound { | 
					
						
							| 
									
										
										
										
											2016-05-26 05:32:49 +08:00
										 |  |  | 				dErrs[index] = err | 
					
						
							|  |  |  | 			} | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 		}(index, disk) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Wait for all routines to finish.
 | 
					
						
							|  |  |  | 	wg.Wait() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-13 15:29:48 +08:00
										 |  |  | 	// Do we have write quorum?
 | 
					
						
							|  |  |  | 	if !isDiskQuorum(dErrs, xl.writeQuorum) { | 
					
						
							|  |  |  | 		// Return errXLWriteQuorum if errors were more than allowed write quorum.
 | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(errXLWriteQuorum) | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | // DeleteObject - deletes an object, this call doesn't necessary reply
 | 
					
						
							|  |  |  | // any error as it is not necessary for the handler to reply back a
 | 
					
						
							|  |  |  | // response to the client request.
 | 
					
						
							| 
									
										
										
										
											2016-06-08 02:35:03 +08:00
										 |  |  | func (xl xlObjects) DeleteObject(bucket, object string) (err error) { | 
					
						
							| 
									
										
										
										
											2016-12-02 15:15:17 +08:00
										 |  |  | 	if err = checkDelObjArgs(bucket, object); err != nil { | 
					
						
							|  |  |  | 		return err | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-09-01 02:39:08 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-18 02:57:51 +08:00
										 |  |  | 	// Validate object exists.
 | 
					
						
							| 
									
										
										
										
											2016-06-17 13:18:43 +08:00
										 |  |  | 	if !xl.isObject(bucket, object) { | 
					
						
							| 
									
										
										
										
											2016-08-26 00:39:01 +08:00
										 |  |  | 		return traceError(ObjectNotFound{bucket, object}) | 
					
						
							| 
									
										
										
										
											2016-06-18 02:57:51 +08:00
										 |  |  | 	} // else proceed to delete the object.
 | 
					
						
							| 
									
										
										
										
											2016-06-17 13:18:43 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-18 02:57:51 +08:00
										 |  |  | 	// Delete the object on all disks.
 | 
					
						
							|  |  |  | 	err = xl.deleteObject(bucket, object) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		return toObjectErr(err, bucket, object) | 
					
						
							| 
									
										
										
										
											2016-06-08 02:35:03 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-09 12:35:07 +08:00
										 |  |  | 	if xl.objCacheEnabled { | 
					
						
							|  |  |  | 		// Delete from the cache.
 | 
					
						
							|  |  |  | 		xl.objCache.Delete(pathJoin(bucket, object)) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-07 01:25:42 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-18 02:57:51 +08:00
										 |  |  | 	// Success.
 | 
					
						
							|  |  |  | 	return nil | 
					
						
							| 
									
										
										
										
											2016-05-21 11:48:47 +08:00
										 |  |  | } |