| 
									
										
										
										
											2015-02-24 08:46:48 +08:00
										 |  |  | /* | 
					
						
							| 
									
										
										
										
											2015-07-25 08:51:40 +08:00
										 |  |  |  * Minio Cloud Storage, (C) 2015 Minio, Inc. | 
					
						
							| 
									
										
										
										
											2015-02-24 08:46:48 +08:00
										 |  |  |  * | 
					
						
							|  |  |  |  * Licensed under the Apache License, Version 2.0 (the "License"); | 
					
						
							|  |  |  |  * you may not use this file except in compliance with the License. | 
					
						
							|  |  |  |  * You may obtain a copy of the License at | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *     http://www.apache.org/licenses/LICENSE-2.0
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Unless required by applicable law or agreed to in writing, software | 
					
						
							|  |  |  |  * distributed under the License is distributed on an "AS IS" BASIS, | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  |  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
					
						
							| 
									
										
										
										
											2015-02-24 08:46:48 +08:00
										 |  |  |  * See the License for the specific language governing permissions and | 
					
						
							|  |  |  |  * limitations under the License. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-19 07:23:42 +08:00
										 |  |  | package cmd | 
					
						
							| 
									
										
										
										
											2015-02-16 09:03:27 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 	"encoding/hex" | 
					
						
							| 
									
										
											  
											
												fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
        // Bucket resource API.
        DeleteBucket(bucket string) *probe.Error
        ListBuckets() ([]BucketInfo, *probe.Error)
        MakeBucket(bucket string) *probe.Error
        GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
        // Bucket query API.
        ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
        ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
        // Object resource API.
        GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
        GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
        PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
        DeleteObject(bucket, object string) *probe.Error
        // Object query API.
        NewMultipartUpload(bucket, object string) (string, *probe.Error)
        PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
        ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
        CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
        AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
											
										 
											2016-03-31 07:15:28 +08:00
										 |  |  | 	"encoding/xml" | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	"io" | 
					
						
							|  |  |  | 	goioutil "io/ioutil" | 
					
						
							| 
									
										
										
										
											2017-03-23 09:44:35 +08:00
										 |  |  | 	"net" | 
					
						
							| 
									
										
										
										
											2015-02-16 09:03:27 +08:00
										 |  |  | 	"net/http" | 
					
						
							| 
									
										
										
										
											2016-02-07 19:37:54 +08:00
										 |  |  | 	"net/url" | 
					
						
							| 
									
										
											  
											
												fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
        // Bucket resource API.
        DeleteBucket(bucket string) *probe.Error
        ListBuckets() ([]BucketInfo, *probe.Error)
        MakeBucket(bucket string) *probe.Error
        GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
        // Bucket query API.
        ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
        ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
        // Object resource API.
        GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
        GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
        PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
        DeleteObject(bucket, object string) *probe.Error
        // Object query API.
        NewMultipartUpload(bucket, object string) (string, *probe.Error)
        PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
        ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
        CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
        AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
											
										 
											2016-03-31 07:15:28 +08:00
										 |  |  | 	"sort" | 
					
						
							| 
									
										
										
										
											2015-05-04 14:16:10 +08:00
										 |  |  | 	"strconv" | 
					
						
							| 
									
										
										
										
											2015-02-16 09:03:27 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 	mux "github.com/gorilla/mux" | 
					
						
							| 
									
										
										
										
											2017-11-26 03:58:29 +08:00
										 |  |  | 	"github.com/minio/minio/pkg/errors" | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 	"github.com/minio/minio/pkg/hash" | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	"github.com/minio/minio/pkg/ioutil" | 
					
						
							| 
									
										
										
										
											2015-05-10 10:39:00 +08:00
										 |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-08-09 02:04:04 +08:00
										 |  |  | // supportedHeadGetReqParams - supported request parameters for GET and HEAD presigned request.
 | 
					
						
							|  |  |  | var supportedHeadGetReqParams = map[string]string{ | 
					
						
							| 
									
										
										
										
											2016-02-07 19:37:54 +08:00
										 |  |  | 	"response-expires":             "Expires", | 
					
						
							|  |  |  | 	"response-content-type":        "Content-Type", | 
					
						
							|  |  |  | 	"response-cache-control":       "Cache-Control", | 
					
						
							| 
									
										
										
										
											2016-08-11 08:36:28 +08:00
										 |  |  | 	"response-content-encoding":    "Content-Encoding", | 
					
						
							|  |  |  | 	"response-content-language":    "Content-Language", | 
					
						
							| 
									
										
										
										
											2016-02-07 19:37:54 +08:00
										 |  |  | 	"response-content-disposition": "Content-Disposition", | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-08-09 02:04:04 +08:00
										 |  |  | // setHeadGetRespHeaders - set any requested parameters as response headers.
 | 
					
						
							|  |  |  | func setHeadGetRespHeaders(w http.ResponseWriter, reqParams url.Values) { | 
					
						
							| 
									
										
										
										
											2016-02-07 19:37:54 +08:00
										 |  |  | 	for k, v := range reqParams { | 
					
						
							| 
									
										
										
										
											2017-08-09 02:04:04 +08:00
										 |  |  | 		if header, ok := supportedHeadGetReqParams[k]; ok { | 
					
						
							| 
									
										
										
										
											2016-02-07 19:37:54 +08:00
										 |  |  | 			w.Header()[header] = v | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-08-05 16:00:05 +08:00
										 |  |  | // getSourceIPAddress - get the source ip address of the request.
 | 
					
						
							|  |  |  | func getSourceIPAddress(r *http.Request) string { | 
					
						
							|  |  |  | 	var ip string | 
					
						
							|  |  |  | 	// Attempt to get ip from standard headers.
 | 
					
						
							|  |  |  | 	// Do not support X-Forwarded-For because it is easy to spoof.
 | 
					
						
							|  |  |  | 	ip = r.Header.Get("X-Real-Ip") | 
					
						
							|  |  |  | 	parsedIP := net.ParseIP(ip) | 
					
						
							|  |  |  | 	// Skip non valid IP address.
 | 
					
						
							|  |  |  | 	if parsedIP != nil { | 
					
						
							|  |  |  | 		return ip | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	// Default to remote address if headers not set.
 | 
					
						
							|  |  |  | 	ip, _, _ = net.SplitHostPort(r.RemoteAddr) | 
					
						
							|  |  |  | 	return ip | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-04-07 09:31:40 +08:00
										 |  |  | // errAllowableNotFound - For an anon user, return 404 if have ListBucket, 403 otherwise
 | 
					
						
							|  |  |  | // this is in keeping with the permissions sections of the docs of both:
 | 
					
						
							|  |  |  | //   HEAD Object: http://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectHEAD.html
 | 
					
						
							|  |  |  | //   GET Object: http://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectGET.html
 | 
					
						
							| 
									
										
										
										
											2016-08-11 11:10:48 +08:00
										 |  |  | func errAllowableObjectNotFound(bucket string, r *http.Request) APIErrorCode { | 
					
						
							| 
									
										
										
										
											2016-04-07 09:31:40 +08:00
										 |  |  | 	if getRequestAuthType(r) == authTypeAnonymous { | 
					
						
							| 
									
										
										
										
											2017-08-05 16:00:05 +08:00
										 |  |  | 		// We care about the bucket as a whole, not a particular resource.
 | 
					
						
							| 
									
										
										
										
											2017-01-30 11:45:11 +08:00
										 |  |  | 		resource := "/" + bucket | 
					
						
							| 
									
										
										
										
											2017-08-05 16:00:05 +08:00
										 |  |  | 		sourceIP := getSourceIPAddress(r) | 
					
						
							| 
									
										
										
										
											2017-01-30 11:45:11 +08:00
										 |  |  | 		if s3Error := enforceBucketPolicy(bucket, "s3:ListBucket", resource, | 
					
						
							| 
									
										
										
										
											2017-08-05 16:00:05 +08:00
										 |  |  | 			r.Referer(), sourceIP, r.URL.Query()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2016-04-07 09:31:40 +08:00
										 |  |  | 			return ErrAccessDenied | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return ErrNoSuchKey | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-07-01 11:15:48 +08:00
										 |  |  | // GetObjectHandler - GET Object
 | 
					
						
							| 
									
										
										
										
											2015-02-24 08:46:48 +08:00
										 |  |  | // ----------
 | 
					
						
							|  |  |  | // This implementation of the GET operation retrieves object. To use GET,
 | 
					
						
							|  |  |  | // you must have READ access to the object.
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) GetObjectHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2015-04-23 07:28:13 +08:00
										 |  |  | 	var object, bucket string | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2015-02-16 09:03:27 +08:00
										 |  |  | 	bucket = vars["bucket"] | 
					
						
							|  |  |  | 	object = vars["object"] | 
					
						
							| 
									
										
										
										
											2015-04-23 10:29:39 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	// Fetch object stat info.
 | 
					
						
							|  |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, bucket, "s3:GetObject", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
											
												accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
   "*":                             true,
   "s3:*":                          true,
   "s3:GetObject":                  true,
   "s3:ListBucket":                 true,
   "s3:PutObject":                  true,
   "s3:CreateBucket":               true,
   "s3:GetBucketLocation":          true,
   "s3:DeleteBucket":               true,
   "s3:DeleteObject":               true,
   "s3:AbortMultipartUpload":       true,
   "s3:ListBucketMultipartUploads": true,
   "s3:ListMultipartUploadParts":   true,
following conditions for "StringEquals" and "StringNotEquals"
   "s3:prefix", "s3:max-keys"
											
										 
											2016-02-04 08:46:56 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-11-22 05:51:05 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 	// Lock the object before reading.
 | 
					
						
							|  |  |  | 	objectLock := globalNSMutex.NewNSLock(bucket, object) | 
					
						
							| 
									
										
										
										
											2017-09-01 02:29:22 +08:00
										 |  |  | 	if objectLock.GetRLock(globalObjectTimeout) != nil { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrOperationTimedOut, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 	defer objectLock.RUnlock() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-01 05:11:14 +08:00
										 |  |  | 	objInfo, err := objectAPI.GetObjectInfo(bucket, object) | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to fetch object info.") | 
					
						
							| 
									
										
										
										
											2016-05-06 11:24:29 +08:00
										 |  |  | 		apiErr := toAPIErrorCode(err) | 
					
						
							|  |  |  | 		if apiErr == ErrNoSuchKey { | 
					
						
							| 
									
										
										
										
											2016-08-11 11:10:48 +08:00
										 |  |  | 			apiErr = errAllowableObjectNotFound(bucket, r) | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, apiErr, r.URL) | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if apiErr, _ := DecryptObjectInfo(&objInfo, r.Header); apiErr != ErrNone { | 
					
						
							|  |  |  | 		writeErrorResponse(w, apiErr, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-02-29 10:10:37 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-07 03:50:24 +08:00
										 |  |  | 	// Get request range.
 | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  | 	var hrange *httpRange | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 	rangeHeader := r.Header.Get("Range") | 
					
						
							|  |  |  | 	if rangeHeader != "" { | 
					
						
							|  |  |  | 		if hrange, err = parseRequestRange(rangeHeader, objInfo.Size); err != nil { | 
					
						
							|  |  |  | 			// Handle only errInvalidRange
 | 
					
						
							|  |  |  | 			// Ignore other parse error and treat it as regular Get request like Amazon S3.
 | 
					
						
							|  |  |  | 			if err == errInvalidRange { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 				writeErrorResponse(w, ErrInvalidRange, r.URL) | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 				return | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 			// log the error.
 | 
					
						
							|  |  |  | 			errorIf(err, "Invalid request range") | 
					
						
							| 
									
										
										
										
											2016-07-07 03:50:24 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-02-07 19:37:54 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 	// Validate pre-conditions if any.
 | 
					
						
							| 
									
										
										
										
											2016-07-12 10:24:34 +08:00
										 |  |  | 	if checkPreconditions(w, r, objInfo) { | 
					
						
							| 
									
										
										
										
											2016-06-27 09:10:08 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-29 06:13:15 +08:00
										 |  |  | 	// Get the object.
 | 
					
						
							| 
									
										
										
										
											2017-02-25 01:20:40 +08:00
										 |  |  | 	var startOffset int64 | 
					
						
							| 
									
										
										
										
											2016-07-07 03:50:24 +08:00
										 |  |  | 	length := objInfo.Size | 
					
						
							|  |  |  | 	if hrange != nil { | 
					
						
							| 
									
										
										
										
											2016-07-08 22:46:49 +08:00
										 |  |  | 		startOffset = hrange.offsetBegin | 
					
						
							| 
									
										
										
										
											2016-07-07 03:50:24 +08:00
										 |  |  | 		length = hrange.getLength() | 
					
						
							| 
									
										
										
										
											2016-05-29 06:13:15 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-04-08 16:39:20 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	var writer io.Writer | 
					
						
							|  |  |  | 	writer = w | 
					
						
							|  |  |  | 	if IsSSECustomerRequest(r.Header) { | 
					
						
							|  |  |  | 		writer, err = DecryptRequest(writer, r, objInfo.UserDefined) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		w.Header().Set(SSECustomerAlgorithm, r.Header.Get(SSECustomerAlgorithm)) | 
					
						
							|  |  |  | 		w.Header().Set(SSECustomerKeyMD5, r.Header.Get(SSECustomerKeyMD5)) | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 		if startOffset != 0 || length < objInfo.Size { | 
					
						
							|  |  |  | 			writeErrorResponse(w, ErrNotImplemented, r.URL) // SSE-C requests with HTTP range are not supported yet
 | 
					
						
							|  |  |  | 			return | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 		length = objInfo.EncryptedSize() | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-24 13:51:12 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	setObjectHeaders(w, objInfo, hrange) | 
					
						
							|  |  |  | 	setHeadGetRespHeaders(w, r.URL.Query()) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	httpWriter := ioutil.WriteOnClose(writer) | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 	// Reads the object at startOffset and writes to mw.
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if err = objectAPI.GetObject(bucket, object, startOffset, length, httpWriter); err != nil { | 
					
						
							| 
									
										
										
										
											2016-07-04 07:58:21 +08:00
										 |  |  | 		errorIf(err, "Unable to write to client.") | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 		if !httpWriter.HasWritten() { // write error response only if no data has been written to client yet
 | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 			writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-05-29 06:13:15 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
											  
											
												fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
        // Bucket resource API.
        DeleteBucket(bucket string) *probe.Error
        ListBuckets() ([]BucketInfo, *probe.Error)
        MakeBucket(bucket string) *probe.Error
        GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
        // Bucket query API.
        ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
        ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
        // Object resource API.
        GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
        GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
        PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
        DeleteObject(bucket, object string) *probe.Error
        // Object query API.
        NewMultipartUpload(bucket, object string) (string, *probe.Error)
        PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
        ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
        CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
        AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
											
										 
											2016-03-31 07:15:28 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if err = httpWriter.Close(); err != nil { | 
					
						
							|  |  |  | 		if !httpWriter.HasWritten() { // write error response only if no data has been written to client yet
 | 
					
						
							|  |  |  | 			writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-03-22 01:32:17 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-04-08 16:39:20 +08:00
										 |  |  | 	// Get host and port from Request.RemoteAddr.
 | 
					
						
							|  |  |  | 	host, port, err := net.SplitHostPort(r.RemoteAddr) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		host, port = "", "" | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-03-22 01:32:17 +08:00
										 |  |  | 	// Notify object accessed via a GET request.
 | 
					
						
							|  |  |  | 	eventNotify(eventData{ | 
					
						
							|  |  |  | 		Type:      ObjectAccessedGet, | 
					
						
							|  |  |  | 		Bucket:    bucket, | 
					
						
							|  |  |  | 		ObjInfo:   objInfo, | 
					
						
							|  |  |  | 		ReqParams: extractReqParams(r), | 
					
						
							| 
									
										
										
										
											2017-04-08 16:39:20 +08:00
										 |  |  | 		UserAgent: r.UserAgent(), | 
					
						
							|  |  |  | 		Host:      host, | 
					
						
							|  |  |  | 		Port:      port, | 
					
						
							| 
									
										
										
										
											2017-03-22 01:32:17 +08:00
										 |  |  | 	}) | 
					
						
							| 
									
										
										
										
											2015-02-16 09:03:27 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-07-01 11:15:48 +08:00
										 |  |  | // HeadObjectHandler - HEAD Object
 | 
					
						
							| 
									
										
										
										
											2015-02-24 08:46:48 +08:00
										 |  |  | // -----------
 | 
					
						
							|  |  |  | // The HEAD operation retrieves metadata from an object without returning the object itself.
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) HeadObjectHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2015-04-23 07:28:13 +08:00
										 |  |  | 	var object, bucket string | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2015-02-16 09:03:27 +08:00
										 |  |  | 	bucket = vars["bucket"] | 
					
						
							|  |  |  | 	object = vars["object"] | 
					
						
							| 
									
										
										
										
											2015-07-03 11:31:22 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponseHeadersOnly(w, ErrServerNotInitialized) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, bucket, "s3:GetObject", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponseHeadersOnly(w, s3Error) | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 	// Lock the object before reading.
 | 
					
						
							|  |  |  | 	objectLock := globalNSMutex.NewNSLock(bucket, object) | 
					
						
							| 
									
										
										
										
											2017-09-01 02:29:22 +08:00
										 |  |  | 	if objectLock.GetRLock(globalObjectTimeout) != nil { | 
					
						
							|  |  |  | 		writeErrorResponseHeadersOnly(w, ErrOperationTimedOut) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 	defer objectLock.RUnlock() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-01 05:11:14 +08:00
										 |  |  | 	objInfo, err := objectAPI.GetObjectInfo(bucket, object) | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to fetch object info.") | 
					
						
							| 
									
										
										
										
											2016-05-06 11:24:29 +08:00
										 |  |  | 		apiErr := toAPIErrorCode(err) | 
					
						
							|  |  |  | 		if apiErr == ErrNoSuchKey { | 
					
						
							| 
									
										
										
										
											2016-08-11 11:10:48 +08:00
										 |  |  | 			apiErr = errAllowableObjectNotFound(bucket, r) | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponseHeadersOnly(w, apiErr) | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if apiErr, encrypted := DecryptObjectInfo(&objInfo, r.Header); apiErr != ErrNone { | 
					
						
							|  |  |  | 		writeErrorResponse(w, apiErr, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} else if encrypted { | 
					
						
							|  |  |  | 		if _, err = DecryptRequest(w, r, objInfo.UserDefined); err != nil { | 
					
						
							|  |  |  | 			writeErrorResponse(w, ErrSSEEncryptedObject, r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-02-29 10:10:37 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 	// Validate pre-conditions if any.
 | 
					
						
							| 
									
										
										
										
											2016-07-12 10:24:34 +08:00
										 |  |  | 	if checkPreconditions(w, r, objInfo) { | 
					
						
							| 
									
										
										
										
											2016-02-29 10:10:37 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-11 08:12:22 +08:00
										 |  |  | 	// Set standard object headers.
 | 
					
						
							|  |  |  | 	setObjectHeaders(w, objInfo, nil) | 
					
						
							| 
									
										
										
										
											2016-02-29 10:10:37 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-08-09 02:04:04 +08:00
										 |  |  | 	// Set any additional requested response headers.
 | 
					
						
							|  |  |  | 	setHeadGetRespHeaders(w, r.URL.Query()) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-28 02:57:08 +08:00
										 |  |  | 	// Successful response.
 | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 	w.WriteHeader(http.StatusOK) | 
					
						
							| 
									
										
										
										
											2017-03-22 01:32:17 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-04-08 16:39:20 +08:00
										 |  |  | 	// Get host and port from Request.RemoteAddr.
 | 
					
						
							|  |  |  | 	host, port, err := net.SplitHostPort(r.RemoteAddr) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		host, port = "", "" | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-03-22 01:32:17 +08:00
										 |  |  | 	// Notify object accessed via a HEAD request.
 | 
					
						
							|  |  |  | 	eventNotify(eventData{ | 
					
						
							|  |  |  | 		Type:      ObjectAccessedHead, | 
					
						
							|  |  |  | 		Bucket:    bucket, | 
					
						
							|  |  |  | 		ObjInfo:   objInfo, | 
					
						
							|  |  |  | 		ReqParams: extractReqParams(r), | 
					
						
							| 
									
										
										
										
											2017-04-08 16:39:20 +08:00
										 |  |  | 		UserAgent: r.UserAgent(), | 
					
						
							|  |  |  | 		Host:      host, | 
					
						
							|  |  |  | 		Port:      port, | 
					
						
							| 
									
										
										
										
											2017-03-22 01:32:17 +08:00
										 |  |  | 	}) | 
					
						
							| 
									
										
										
										
											2015-02-16 09:03:27 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | // Extract metadata relevant for an CopyObject operation based on conditional
 | 
					
						
							|  |  |  | // header values specified in X-Amz-Metadata-Directive.
 | 
					
						
							| 
									
										
										
										
											2017-07-06 07:56:10 +08:00
										 |  |  | func getCpObjMetadataFromHeader(header http.Header, defaultMeta map[string]string) (map[string]string, error) { | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 	// Make sure to remove saved etag if any, CopyObject calculates a new one.
 | 
					
						
							|  |  |  | 	delete(defaultMeta, "etag") | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	// if x-amz-metadata-directive says REPLACE then
 | 
					
						
							|  |  |  | 	// we extract metadata from the input headers.
 | 
					
						
							|  |  |  | 	if isMetadataReplace(header) { | 
					
						
							|  |  |  | 		return extractMetadataFromHeader(header) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	// if x-amz-metadata-directive says COPY then we
 | 
					
						
							|  |  |  | 	// return the default metadata.
 | 
					
						
							|  |  |  | 	if isMetadataCopy(header) { | 
					
						
							| 
									
										
										
										
											2017-07-06 07:56:10 +08:00
										 |  |  | 		return defaultMeta, nil | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	// Copy is default behavior if not x-amz-metadata-directive is set.
 | 
					
						
							| 
									
										
										
										
											2017-07-06 07:56:10 +08:00
										 |  |  | 	return defaultMeta, nil | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | // CopyObjectHandler - Copy Object
 | 
					
						
							|  |  |  | // ----------
 | 
					
						
							|  |  |  | // This implementation of the PUT operation adds an object to a bucket
 | 
					
						
							|  |  |  | // while reading the object from another source.
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) CopyObjectHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	dstBucket := vars["bucket"] | 
					
						
							|  |  |  | 	dstObject := vars["object"] | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, dstBucket, "s3:PutObject", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-07 05:00:29 +08:00
										 |  |  | 	// TODO: Reject requests where body/payload is present, for now we don't even read it.
 | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	// Copy source path.
 | 
					
						
							|  |  |  | 	cpSrcPath, err := url.QueryUnescape(r.Header.Get("X-Amz-Copy-Source")) | 
					
						
							| 
									
										
										
										
											2016-07-07 05:00:29 +08:00
										 |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		// Save unescaped string as is.
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 		cpSrcPath = r.Header.Get("X-Amz-Copy-Source") | 
					
						
							| 
									
										
										
										
											2016-07-07 05:00:29 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	srcBucket, srcObject := path2BucketAndObject(cpSrcPath) | 
					
						
							|  |  |  | 	// If source object is empty or bucket is empty, reply back invalid copy source.
 | 
					
						
							|  |  |  | 	if srcObject == "" || srcBucket == "" { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidCopySource, r.URL) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	// Check if metadata directive is valid.
 | 
					
						
							|  |  |  | 	if !isMetadataDirectiveValid(r.Header) { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidMetadataDirective, r.URL) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-15 08:57:19 +08:00
										 |  |  | 	if IsSSECustomerRequest(r.Header) { // handle SSE-C requests
 | 
					
						
							|  |  |  | 		// SSE-C is not implemented for CopyObject operations yet
 | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrNotImplemented, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-03-30 00:21:38 +08:00
										 |  |  | 	cpSrcDstSame := srcBucket == dstBucket && srcObject == dstObject | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	// Hold write lock on destination since in both cases
 | 
					
						
							|  |  |  | 	// - if source and destination are same
 | 
					
						
							|  |  |  | 	// - if source and destination are different
 | 
					
						
							|  |  |  | 	// it is the sole mutating state.
 | 
					
						
							|  |  |  | 	objectDWLock := globalNSMutex.NewNSLock(dstBucket, dstObject) | 
					
						
							| 
									
										
										
										
											2017-09-01 02:29:22 +08:00
										 |  |  | 	if objectDWLock.GetLock(globalObjectTimeout) != nil { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrOperationTimedOut, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	defer objectDWLock.Unlock() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// if source and destination are different, we have to hold
 | 
					
						
							|  |  |  | 	// additional read lock as well to protect against writes on
 | 
					
						
							|  |  |  | 	// source.
 | 
					
						
							|  |  |  | 	if !cpSrcDstSame { | 
					
						
							|  |  |  | 		// Hold read locks on source object only if we are
 | 
					
						
							|  |  |  | 		// going to read data from source object.
 | 
					
						
							|  |  |  | 		objectSRLock := globalNSMutex.NewNSLock(srcBucket, srcObject) | 
					
						
							| 
									
										
										
										
											2017-09-01 02:29:22 +08:00
										 |  |  | 		if objectSRLock.GetRLock(globalObjectTimeout) != nil { | 
					
						
							|  |  |  | 			writeErrorResponse(w, ErrOperationTimedOut, r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 		defer objectSRLock.RUnlock() | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	objInfo, err := objectAPI.GetObjectInfo(srcBucket, srcObject) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to fetch object info.") | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-10 03:13:40 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-12 10:24:34 +08:00
										 |  |  | 	// Verify before x-amz-copy-source preconditions before continuing with CopyObject.
 | 
					
						
							|  |  |  | 	if checkCopyObjectPreconditions(w, r, objInfo) { | 
					
						
							| 
									
										
										
										
											2016-03-17 03:57:29 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/// maximum Upload size for object in a single CopyObject operation.
 | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  | 	if isMaxObjectSize(objInfo.Size) { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrEntityTooLarge, r.URL) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 	newMetadata, err := getCpObjMetadataFromHeader(r.Header, objInfo.UserDefined) | 
					
						
							| 
									
										
										
										
											2017-07-06 07:56:10 +08:00
										 |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		errorIf(err, "found invalid http request header") | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrInternalError, r.URL) | 
					
						
							| 
									
										
										
										
											2017-10-04 01:38:25 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
										
										
											2017-07-06 07:56:10 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-10-04 01:38:25 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	// Check if x-amz-metadata-directive was not set to REPLACE and source,
 | 
					
						
							|  |  |  | 	// desination are same objects.
 | 
					
						
							|  |  |  | 	if !isMetadataReplace(r.Header) && cpSrcDstSame { | 
					
						
							|  |  |  | 		// If x-amz-metadata-directive is not set to REPLACE then we need
 | 
					
						
							|  |  |  | 		// to error out if source and destination are same.
 | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidCopyDest, r.URL) | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-27 08:29:26 +08:00
										 |  |  | 	// Copy source object to destination, if source and destination
 | 
					
						
							|  |  |  | 	// object is same then only metadata is updated.
 | 
					
						
							|  |  |  | 	objInfo, err = objectAPI.CopyObject(srcBucket, srcObject, dstBucket, dstObject, newMetadata) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-04-17 03:48:41 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-05-15 03:05:51 +08:00
										 |  |  | 	response := generateCopyObjectResponse(objInfo.ETag, objInfo.ModTime) | 
					
						
							| 
									
										
										
										
											2016-03-07 04:16:22 +08:00
										 |  |  | 	encodedSuccessResponse := encodeResponse(response) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// Write success response.
 | 
					
						
							|  |  |  | 	writeSuccessResponseXML(w, encodedSuccessResponse) | 
					
						
							| 
									
										
										
										
											2016-07-24 13:51:12 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-03-23 09:44:35 +08:00
										 |  |  | 	// Get host and port from Request.RemoteAddr.
 | 
					
						
							|  |  |  | 	host, port, err := net.SplitHostPort(r.RemoteAddr) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		host, port = "", "" | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-09-29 13:46:19 +08:00
										 |  |  | 	// Notify object created event.
 | 
					
						
							|  |  |  | 	eventNotify(eventData{ | 
					
						
							| 
									
										
										
										
											2017-03-14 05:41:13 +08:00
										 |  |  | 		Type:      ObjectCreatedCopy, | 
					
						
							|  |  |  | 		Bucket:    dstBucket, | 
					
						
							|  |  |  | 		ObjInfo:   objInfo, | 
					
						
							|  |  |  | 		ReqParams: extractReqParams(r), | 
					
						
							| 
									
										
										
										
											2017-03-23 09:44:35 +08:00
										 |  |  | 		UserAgent: r.UserAgent(), | 
					
						
							|  |  |  | 		Host:      host, | 
					
						
							|  |  |  | 		Port:      port, | 
					
						
							| 
									
										
										
										
											2016-09-29 13:46:19 +08:00
										 |  |  | 	}) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-07-01 11:15:48 +08:00
										 |  |  | // PutObjectHandler - PUT Object
 | 
					
						
							| 
									
										
										
										
											2015-02-24 08:46:48 +08:00
										 |  |  | // ----------
 | 
					
						
							|  |  |  | // This implementation of the PUT operation adds an object to a bucket.
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) PutObjectHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-01 05:32:13 +08:00
										 |  |  | 	// X-Amz-Copy-Source shouldn't be set for this call.
 | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 	if _, ok := r.Header["X-Amz-Copy-Source"]; ok { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidCopySource, r.URL) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-10-01 05:32:13 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2016-02-27 19:04:52 +08:00
										 |  |  | 	bucket := vars["bucket"] | 
					
						
							|  |  |  | 	object := vars["object"] | 
					
						
							| 
									
										
										
										
											2015-04-23 10:29:39 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-12-27 12:36:16 +08:00
										 |  |  | 	// Validate storage class metadata if present
 | 
					
						
							|  |  |  | 	if _, ok := r.Header[amzStorageClassCanonical]; ok { | 
					
						
							|  |  |  | 		if !isValidStorageClassMeta(r.Header.Get(amzStorageClassCanonical)) { | 
					
						
							|  |  |  | 			writeErrorResponse(w, ErrInvalidStorageClass, r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-03-12 17:08:55 +08:00
										 |  |  | 	// Get Content-Md5 sent by client and verify if valid
 | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 	md5Bytes, err := checkValidMD5(r.Header.Get("Content-Md5")) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to validate content-md5 format.") | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidDigest, r.URL) | 
					
						
							| 
									
										
										
										
											2015-04-23 07:28:13 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-10-01 05:32:13 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-28 15:00:36 +08:00
										 |  |  | 	/// if Content-Length is unknown/missing, deny the request
 | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	size := r.ContentLength | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 	rAuthType := getRequestAuthType(r) | 
					
						
							|  |  |  | 	if rAuthType == authTypeStreamingSigned { | 
					
						
							|  |  |  | 		sizeStr := r.Header.Get("x-amz-decoded-content-length") | 
					
						
							|  |  |  | 		size, err = strconv.ParseInt(sizeStr, 10, 64) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			errorIf(err, "Unable to parse `x-amz-decoded-content-length` into its integer value", sizeStr) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 			writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-01-21 08:33:01 +08:00
										 |  |  | 	if size == -1 { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrMissingContentLength, r.URL) | 
					
						
							| 
									
										
										
										
											2015-04-29 17:19:51 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-10-01 05:32:13 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-04-30 01:51:59 +08:00
										 |  |  | 	/// maximum Upload size for objects in a single operation
 | 
					
						
							| 
									
										
										
										
											2015-04-29 17:19:51 +08:00
										 |  |  | 	if isMaxObjectSize(size) { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrEntityTooLarge, r.URL) | 
					
						
							| 
									
										
										
										
											2015-04-29 17:19:51 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-07-03 11:31:22 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-23 11:31:45 +08:00
										 |  |  | 	// Extract metadata to be saved from incoming HTTP header.
 | 
					
						
							| 
									
										
										
										
											2017-07-06 07:56:10 +08:00
										 |  |  | 	metadata, err := extractMetadataFromHeader(r.Header) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		errorIf(err, "found invalid http request header") | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrInternalError, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-02-21 04:07:03 +08:00
										 |  |  | 	if rAuthType == authTypeStreamingSigned { | 
					
						
							| 
									
										
										
										
											2017-03-28 08:02:04 +08:00
										 |  |  | 		if contentEncoding, ok := metadata["content-encoding"]; ok { | 
					
						
							|  |  |  | 			contentEncoding = trimAwsChunkedContentEncoding(contentEncoding) | 
					
						
							|  |  |  | 			if contentEncoding != "" { | 
					
						
							|  |  |  | 				// Make sure to trim and save the content-encoding
 | 
					
						
							|  |  |  | 				// parameter for a streaming signature which is set
 | 
					
						
							|  |  |  | 				// to a custom value for example: "aws-chunked,gzip".
 | 
					
						
							|  |  |  | 				metadata["content-encoding"] = contentEncoding | 
					
						
							|  |  |  | 			} else { | 
					
						
							|  |  |  | 				// Trimmed content encoding is empty when the header
 | 
					
						
							|  |  |  | 				// value is set to "aws-chunked" only.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 				// Make sure to delete the content-encoding parameter
 | 
					
						
							|  |  |  | 				// for a streaming signature which is set to value
 | 
					
						
							|  |  |  | 				// for example: "aws-chunked"
 | 
					
						
							|  |  |  | 				delete(metadata, "content-encoding") | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2017-02-21 04:07:03 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 	// Lock the object.
 | 
					
						
							|  |  |  | 	objectLock := globalNSMutex.NewNSLock(bucket, object) | 
					
						
							| 
									
										
										
										
											2017-09-01 02:29:22 +08:00
										 |  |  | 	if objectLock.GetLock(globalObjectTimeout) != nil { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrOperationTimedOut, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 	defer objectLock.Unlock() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 	var ( | 
					
						
							|  |  |  | 		md5hex    = hex.EncodeToString(md5Bytes) | 
					
						
							|  |  |  | 		sha256hex = "" | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 		reader    io.Reader | 
					
						
							|  |  |  | 		s3Err     APIErrorCode | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 	) | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	reader = r.Body | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 	switch rAuthType { | 
					
						
							| 
									
										
										
											
												accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
   "*":                             true,
   "s3:*":                          true,
   "s3:GetObject":                  true,
   "s3:ListBucket":                 true,
   "s3:PutObject":                  true,
   "s3:CreateBucket":               true,
   "s3:GetBucketLocation":          true,
   "s3:DeleteBucket":               true,
   "s3:DeleteObject":               true,
   "s3:AbortMultipartUpload":       true,
   "s3:ListBucketMultipartUploads": true,
   "s3:ListMultipartUploadParts":   true,
following conditions for "StringEquals" and "StringNotEquals"
   "s3:prefix", "s3:max-keys"
											
										 
											2016-02-04 08:46:56 +08:00
										 |  |  | 	default: | 
					
						
							|  |  |  | 		// For all unknown auth types return error.
 | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrAccessDenied, r.URL) | 
					
						
							| 
									
										
										
											
												accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
   "*":                             true,
   "s3:*":                          true,
   "s3:GetObject":                  true,
   "s3:ListBucket":                 true,
   "s3:PutObject":                  true,
   "s3:CreateBucket":               true,
   "s3:GetBucketLocation":          true,
   "s3:DeleteBucket":               true,
   "s3:DeleteObject":               true,
   "s3:AbortMultipartUpload":       true,
   "s3:ListBucketMultipartUploads": true,
   "s3:ListMultipartUploadParts":   true,
following conditions for "StringEquals" and "StringNotEquals"
   "s3:prefix", "s3:max-keys"
											
										 
											2016-02-04 08:46:56 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	case authTypeAnonymous: | 
					
						
							| 
									
										
										
										
											2016-04-07 09:31:40 +08:00
										 |  |  | 		// http://docs.aws.amazon.com/AmazonS3/latest/dev/using-with-s3-actions.html
 | 
					
						
							| 
									
										
										
										
											2017-08-05 16:00:05 +08:00
										 |  |  | 		sourceIP := getSourceIPAddress(r) | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 		if s3Err = enforceBucketPolicy(bucket, "s3:PutObject", r.URL.Path, r.Referer(), sourceIP, r.URL.Query()); s3Err != ErrNone { | 
					
						
							|  |  |  | 			writeErrorResponse(w, s3Err, r.URL) | 
					
						
							| 
									
										
										
											
												accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
   "*":                             true,
   "s3:*":                          true,
   "s3:GetObject":                  true,
   "s3:ListBucket":                 true,
   "s3:PutObject":                  true,
   "s3:CreateBucket":               true,
   "s3:GetBucketLocation":          true,
   "s3:DeleteBucket":               true,
   "s3:DeleteObject":               true,
   "s3:AbortMultipartUpload":       true,
   "s3:ListBucketMultipartUploads": true,
   "s3:ListMultipartUploadParts":   true,
following conditions for "StringEquals" and "StringNotEquals"
   "s3:prefix", "s3:max-keys"
											
										 
											2016-02-04 08:46:56 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 	case authTypeStreamingSigned: | 
					
						
							|  |  |  | 		// Initialize stream signature verifier.
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 		reader, s3Err = newSignV4ChunkedReader(r) | 
					
						
							|  |  |  | 		if s3Err != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-05-31 15:11:06 +08:00
										 |  |  | 			errorIf(errSignatureMismatch, "%s", dumpRequest(r)) | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 			writeErrorResponse(w, s3Err, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-10-01 05:32:13 +08:00
										 |  |  | 	case authTypeSignedV2, authTypePresignedV2: | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 		s3Err = isReqAuthenticatedV2(r) | 
					
						
							|  |  |  | 		if s3Err != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-05-31 15:11:06 +08:00
										 |  |  | 			errorIf(errSignatureMismatch, "%s", dumpRequest(r)) | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 			writeErrorResponse(w, s3Err, r.URL) | 
					
						
							| 
									
										
										
										
											2016-10-01 05:32:13 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-04-07 18:04:18 +08:00
										 |  |  | 	case authTypePresigned, authTypeSigned: | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 		if s3Err = reqSignatureV4Verify(r, globalServerConfig.GetRegion()); s3Err != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-05-31 15:11:06 +08:00
										 |  |  | 			errorIf(errSignatureMismatch, "%s", dumpRequest(r)) | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 			writeErrorResponse(w, s3Err, r.URL) | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		if !skipContentSha256Cksum(r) { | 
					
						
							| 
									
										
										
										
											2017-11-05 19:02:19 +08:00
										 |  |  | 			sha256hex = getContentSha256Cksum(r) | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-02-17 10:50:36 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	hashReader, err := hash.NewReader(reader, size, md5hex, sha256hex) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if IsSSECustomerRequest(r.Header) { // handle SSE-C requests
 | 
					
						
							|  |  |  | 		reader, err = EncryptRequest(hashReader, r, metadata) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		info := ObjectInfo{Size: size} | 
					
						
							|  |  |  | 		hashReader, err = hash.NewReader(reader, info.EncryptedSize(), "", "") // do not try to verify encrypted content
 | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 	objInfo, err := objectAPI.PutObject(bucket, object, hashReader, metadata) | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2017-02-22 11:43:44 +08:00
										 |  |  | 		errorIf(err, "Unable to create an object. %s", r.URL.Path) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-05-15 03:05:51 +08:00
										 |  |  | 	w.Header().Set("ETag", "\""+objInfo.ETag+"\"") | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if IsSSECustomerRequest(r.Header) { | 
					
						
							|  |  |  | 		w.Header().Set(SSECustomerAlgorithm, r.Header.Get(SSECustomerAlgorithm)) | 
					
						
							|  |  |  | 		w.Header().Set(SSECustomerKeyMD5, r.Header.Get(SSECustomerKeyMD5)) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 	writeSuccessResponseHeadersOnly(w) | 
					
						
							| 
									
										
										
										
											2016-07-24 13:51:12 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-03-23 09:44:35 +08:00
										 |  |  | 	// Get host and port from Request.RemoteAddr.
 | 
					
						
							|  |  |  | 	host, port, err := net.SplitHostPort(r.RemoteAddr) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		host, port = "", "" | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-09-29 13:46:19 +08:00
										 |  |  | 	// Notify object created event.
 | 
					
						
							|  |  |  | 	eventNotify(eventData{ | 
					
						
							| 
									
										
										
										
											2017-03-14 05:41:13 +08:00
										 |  |  | 		Type:      ObjectCreatedPut, | 
					
						
							|  |  |  | 		Bucket:    bucket, | 
					
						
							|  |  |  | 		ObjInfo:   objInfo, | 
					
						
							|  |  |  | 		ReqParams: extractReqParams(r), | 
					
						
							| 
									
										
										
										
											2017-03-23 09:44:35 +08:00
										 |  |  | 		UserAgent: r.UserAgent(), | 
					
						
							|  |  |  | 		Host:      host, | 
					
						
							|  |  |  | 		Port:      port, | 
					
						
							| 
									
										
										
										
											2016-09-29 13:46:19 +08:00
										 |  |  | 	}) | 
					
						
							| 
									
										
										
										
											2015-02-16 09:03:27 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | /// Multipart objectAPIHandlers
 | 
					
						
							| 
									
										
										
										
											2015-06-09 02:06:06 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-07 04:34:33 +08:00
										 |  |  | // NewMultipartUploadHandler - New multipart upload.
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) NewMultipartUploadHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | 	var object, bucket string | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | 	bucket = vars["bucket"] | 
					
						
							|  |  |  | 	object = vars["object"] | 
					
						
							| 
									
										
										
										
											2015-07-03 11:31:22 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, bucket, "s3:PutObject", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-12-27 12:36:16 +08:00
										 |  |  | 	// Validate storage class metadata if present
 | 
					
						
							|  |  |  | 	if _, ok := r.Header[amzStorageClassCanonical]; ok { | 
					
						
							|  |  |  | 		if !isValidStorageClassMeta(r.Header.Get(amzStorageClassCanonical)) { | 
					
						
							|  |  |  | 			writeErrorResponse(w, ErrInvalidStorageClass, r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if IsSSECustomerRequest(r.Header) { // handle SSE-C requests
 | 
					
						
							|  |  |  | 		// SSE-C is not implemented for multipart operations yet
 | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrNotImplemented, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-23 11:31:45 +08:00
										 |  |  | 	// Extract metadata that needs to be saved.
 | 
					
						
							| 
									
										
										
										
											2017-07-06 07:56:10 +08:00
										 |  |  | 	metadata, err := extractMetadataFromHeader(r.Header) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		errorIf(err, "found invalid http request header") | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrInternalError, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-05-19 10:54:25 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-01 05:11:14 +08:00
										 |  |  | 	uploadID, err := objectAPI.NewMultipartUpload(bucket, object, metadata) | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to initiate new multipart upload id.") | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	response := generateInitiateMultipartUploadResponse(bucket, object, uploadID) | 
					
						
							| 
									
										
										
										
											2016-03-07 04:16:22 +08:00
										 |  |  | 	encodedSuccessResponse := encodeResponse(response) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// Write success response.
 | 
					
						
							|  |  |  | 	writeSuccessResponseXML(w, encodedSuccessResponse) | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | // CopyObjectPartHandler - uploads a part by copying data from an existing object as data source.
 | 
					
						
							|  |  |  | func (api objectAPIHandlers) CopyObjectPartHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							|  |  |  | 	vars := mux.Vars(r) | 
					
						
							|  |  |  | 	dstBucket := vars["bucket"] | 
					
						
							|  |  |  | 	dstObject := vars["object"] | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, dstBucket, "s3:PutObject", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 		writeErrorResponse(w, s3Error, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if IsSSECustomerRequest(r.Header) { // handle SSE-C requests
 | 
					
						
							|  |  |  | 		// SSE-C is not implemented for multipart operations yet
 | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrNotImplemented, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 	// Copy source path.
 | 
					
						
							|  |  |  | 	cpSrcPath, err := url.QueryUnescape(r.Header.Get("X-Amz-Copy-Source")) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		// Save unescaped string as is.
 | 
					
						
							|  |  |  | 		cpSrcPath = r.Header.Get("X-Amz-Copy-Source") | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	srcBucket, srcObject := path2BucketAndObject(cpSrcPath) | 
					
						
							|  |  |  | 	// If source object is empty or bucket is empty, reply back invalid copy source.
 | 
					
						
							|  |  |  | 	if srcObject == "" || srcBucket == "" { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrInvalidCopySource, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	uploadID := r.URL.Query().Get("uploadId") | 
					
						
							|  |  |  | 	partIDString := r.URL.Query().Get("partNumber") | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	partID, err := strconv.Atoi(partIDString) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrInvalidPart, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// check partID with maximum part ID for multipart objects
 | 
					
						
							|  |  |  | 	if isMaxPartID(partID) { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrInvalidMaxParts, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Hold read locks on source object only if we are
 | 
					
						
							|  |  |  | 	// going to read data from source object.
 | 
					
						
							|  |  |  | 	objectSRLock := globalNSMutex.NewNSLock(srcBucket, srcObject) | 
					
						
							| 
									
										
										
										
											2017-09-01 02:29:22 +08:00
										 |  |  | 	if objectSRLock.GetRLock(globalObjectTimeout) != nil { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrOperationTimedOut, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 	defer objectSRLock.RUnlock() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	objInfo, err := objectAPI.GetObjectInfo(srcBucket, srcObject) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		errorIf(err, "Unable to fetch object info.") | 
					
						
							|  |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Get request range.
 | 
					
						
							|  |  |  | 	var hrange *httpRange | 
					
						
							|  |  |  | 	rangeHeader := r.Header.Get("x-amz-copy-source-range") | 
					
						
							|  |  |  | 	if rangeHeader != "" { | 
					
						
							| 
									
										
										
										
											2017-03-04 08:32:04 +08:00
										 |  |  | 		if hrange, err = parseCopyPartRange(rangeHeader, objInfo.Size); err != nil { | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 			// Handle only errInvalidRange
 | 
					
						
							|  |  |  | 			// Ignore other parse error and treat it as regular Get request like Amazon S3.
 | 
					
						
							| 
									
										
										
										
											2017-03-04 08:32:04 +08:00
										 |  |  | 			errorIf(err, "Unable to extract range %s", rangeHeader) | 
					
						
							|  |  |  | 			writeCopyPartErr(w, err, r.URL) | 
					
						
							|  |  |  | 			return | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Verify before x-amz-copy-source preconditions before continuing with CopyObject.
 | 
					
						
							|  |  |  | 	if checkCopyObjectPartPreconditions(w, r, objInfo) { | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Get the object.
 | 
					
						
							| 
									
										
										
										
											2017-02-25 01:20:40 +08:00
										 |  |  | 	var startOffset int64 | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 	length := objInfo.Size | 
					
						
							|  |  |  | 	if hrange != nil { | 
					
						
							|  |  |  | 		length = hrange.getLength() | 
					
						
							| 
									
										
										
										
											2017-03-04 08:32:04 +08:00
										 |  |  | 		startOffset = hrange.offsetBegin | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/// maximum copy size for multipart objects in a single operation
 | 
					
						
							| 
									
										
										
										
											2017-03-04 02:14:17 +08:00
										 |  |  | 	if isMaxAllowedPartSize(length) { | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 		writeErrorResponse(w, ErrEntityTooLarge, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Copy source object to destination, if source and destination
 | 
					
						
							|  |  |  | 	// object is same then only metadata is updated.
 | 
					
						
							| 
									
										
										
										
											2017-12-02 11:03:59 +08:00
										 |  |  | 	partInfo, err := objectAPI.CopyObjectPart(srcBucket, srcObject, dstBucket, | 
					
						
							|  |  |  | 		dstObject, uploadID, partID, startOffset, length, nil) | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2017-03-04 02:14:17 +08:00
										 |  |  | 		errorIf(err, "Unable to perform CopyObjectPart %s/%s", srcBucket, srcObject) | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	response := generateCopyObjectPartResponse(partInfo.ETag, partInfo.LastModified) | 
					
						
							|  |  |  | 	encodedSuccessResponse := encodeResponse(response) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Write success response.
 | 
					
						
							|  |  |  | 	writeSuccessResponseXML(w, encodedSuccessResponse) | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // PutObjectPartHandler - uploads an incoming part for an ongoing multipart operation.
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) PutObjectPartHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2015-10-17 10:09:35 +08:00
										 |  |  | 	bucket := vars["bucket"] | 
					
						
							|  |  |  | 	object := vars["object"] | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-03-04 08:32:04 +08:00
										 |  |  | 	// X-Amz-Copy-Source shouldn't be set for this call.
 | 
					
						
							|  |  |  | 	if _, ok := r.Header["X-Amz-Copy-Source"]; ok { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrInvalidCopySource, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-03-06 08:43:48 +08:00
										 |  |  | 	// get Content-Md5 sent by client and verify if valid
 | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 	md5Bytes, err := checkValidMD5(r.Header.Get("Content-Md5")) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidDigest, r.URL) | 
					
						
							| 
									
										
										
										
											2015-10-17 10:09:35 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	if IsSSECustomerRequest(r.Header) { // handle SSE-C requests
 | 
					
						
							|  |  |  | 		// SSE-C is not implemented for multipart operations yet
 | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrNotImplemented, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-28 15:00:36 +08:00
										 |  |  | 	/// if Content-Length is unknown/missing, throw away
 | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	size := r.ContentLength | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	rAuthType := getRequestAuthType(r) | 
					
						
							|  |  |  | 	// For auth type streaming signature, we need to gather a different content length.
 | 
					
						
							|  |  |  | 	if rAuthType == authTypeStreamingSigned { | 
					
						
							|  |  |  | 		sizeStr := r.Header.Get("x-amz-decoded-content-length") | 
					
						
							|  |  |  | 		size, err = strconv.ParseInt(sizeStr, 10, 64) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			errorIf(err, "Unable to parse `x-amz-decoded-content-length` into its integer value", sizeStr) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 			writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-12-28 15:00:36 +08:00
										 |  |  | 	if size == -1 { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrMissingContentLength, r.URL) | 
					
						
							| 
									
										
										
										
											2015-12-28 15:00:36 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-05-08 13:43:19 +08:00
										 |  |  | 	/// maximum Upload size for multipart objects in a single operation
 | 
					
						
							| 
									
										
										
										
											2017-03-04 02:14:17 +08:00
										 |  |  | 	if isMaxAllowedPartSize(size) { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrEntityTooLarge, r.URL) | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-05-01 07:29:03 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	uploadID := r.URL.Query().Get("uploadId") | 
					
						
							|  |  |  | 	partIDString := r.URL.Query().Get("partNumber") | 
					
						
							| 
									
										
										
										
											2015-05-10 10:39:00 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-04-30 05:24:10 +08:00
										 |  |  | 	partID, err := strconv.Atoi(partIDString) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidPart, r.URL) | 
					
						
							| 
									
										
										
										
											2016-03-03 03:22:58 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-07-03 11:31:22 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-05-24 16:52:47 +08:00
										 |  |  | 	// check partID with maximum part ID for multipart objects
 | 
					
						
							|  |  |  | 	if isMaxPartID(partID) { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidMaxParts, r.URL) | 
					
						
							| 
									
										
										
										
											2016-05-24 16:52:47 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 	var ( | 
					
						
							|  |  |  | 		md5hex    = hex.EncodeToString(md5Bytes) | 
					
						
							|  |  |  | 		sha256hex = "" | 
					
						
							|  |  |  | 		reader    = r.Body | 
					
						
							|  |  |  | 	) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 	switch rAuthType { | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 	default: | 
					
						
							|  |  |  | 		// For all unknown auth types return error.
 | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrAccessDenied, r.URL) | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
										
											
												accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
   "*":                             true,
   "s3:*":                          true,
   "s3:GetObject":                  true,
   "s3:ListBucket":                 true,
   "s3:PutObject":                  true,
   "s3:CreateBucket":               true,
   "s3:GetBucketLocation":          true,
   "s3:DeleteBucket":               true,
   "s3:DeleteObject":               true,
   "s3:AbortMultipartUpload":       true,
   "s3:ListBucketMultipartUploads": true,
   "s3:ListMultipartUploadParts":   true,
following conditions for "StringEquals" and "StringNotEquals"
   "s3:prefix", "s3:max-keys"
											
										 
											2016-02-04 08:46:56 +08:00
										 |  |  | 	case authTypeAnonymous: | 
					
						
							|  |  |  | 		// http://docs.aws.amazon.com/AmazonS3/latest/dev/mpuAndPermissions.html
 | 
					
						
							| 
									
										
										
										
											2017-01-30 11:45:11 +08:00
										 |  |  | 		if s3Error := enforceBucketPolicy(bucket, "s3:PutObject", r.URL.Path, | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 			r.Referer(), getSourceIPAddress(r), r.URL.Query()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 			writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
											
												accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
   "*":                             true,
   "s3:*":                          true,
   "s3:GetObject":                  true,
   "s3:ListBucket":                 true,
   "s3:PutObject":                  true,
   "s3:CreateBucket":               true,
   "s3:GetBucketLocation":          true,
   "s3:DeleteBucket":               true,
   "s3:DeleteObject":               true,
   "s3:AbortMultipartUpload":       true,
   "s3:ListBucketMultipartUploads": true,
   "s3:ListMultipartUploadParts":   true,
following conditions for "StringEquals" and "StringNotEquals"
   "s3:prefix", "s3:max-keys"
											
										 
											2016-02-04 08:46:56 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 	case authTypeStreamingSigned: | 
					
						
							|  |  |  | 		// Initialize stream signature verifier.
 | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 		var s3Error APIErrorCode | 
					
						
							|  |  |  | 		reader, s3Error = newSignV4ChunkedReader(r) | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 		if s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-05-31 15:11:06 +08:00
										 |  |  | 			errorIf(errSignatureMismatch, "%s", dumpRequest(r)) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 			writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-09 11:56:29 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-10-01 05:32:13 +08:00
										 |  |  | 	case authTypeSignedV2, authTypePresignedV2: | 
					
						
							|  |  |  | 		s3Error := isReqAuthenticatedV2(r) | 
					
						
							|  |  |  | 		if s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-05-31 15:11:06 +08:00
										 |  |  | 			errorIf(errSignatureMismatch, "%s", dumpRequest(r)) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 			writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
										
											2016-10-01 05:32:13 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-04-07 18:04:18 +08:00
										 |  |  | 	case authTypePresigned, authTypeSigned: | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 		if s3Error := reqSignatureV4Verify(r, globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-05-31 15:11:06 +08:00
										 |  |  | 			errorIf(errSignatureMismatch, "%s", dumpRequest(r)) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 			writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 			return | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		if !skipContentSha256Cksum(r) { | 
					
						
							| 
									
										
										
										
											2017-11-05 19:02:19 +08:00
										 |  |  | 			sha256hex = getContentSha256Cksum(r) | 
					
						
							| 
									
										
										
										
											2016-10-03 06:51:49 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-02-17 10:50:36 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-10-22 13:30:34 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	hashReader, err := hash.NewReader(reader, size, md5hex, sha256hex) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		errorIf(err, "Unable to create object part.") | 
					
						
							|  |  |  | 		// Verify if the underlying error is signature mismatch.
 | 
					
						
							|  |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	partInfo, err := objectAPI.PutObjectPart(bucket, object, uploadID, partID, hashReader) | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to create object part.") | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 		// Verify if the underlying error is signature mismatch.
 | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-02-01 01:38:34 +08:00
										 |  |  | 	if partInfo.ETag != "" { | 
					
						
							|  |  |  | 		w.Header().Set("ETag", "\""+partInfo.ETag+"\"") | 
					
						
							| 
									
										
										
										
											2016-02-02 04:19:54 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	writeSuccessResponseHeadersOnly(w) | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-07-01 11:15:48 +08:00
										 |  |  | // AbortMultipartUploadHandler - Abort multipart upload
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) AbortMultipartUploadHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2015-05-10 07:06:35 +08:00
										 |  |  | 	bucket := vars["bucket"] | 
					
						
							|  |  |  | 	object := vars["object"] | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, bucket, "s3:AbortMultipartUpload", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  | 	uploadID, _, _, _ := getObjectResources(r.URL.Query()) | 
					
						
							| 
									
										
										
										
											2016-08-01 05:11:14 +08:00
										 |  |  | 	if err := objectAPI.AbortMultipartUpload(bucket, object, uploadID); err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to abort multipart upload.") | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-10-17 11:02:37 +08:00
										 |  |  | 	writeSuccessNoContent(w) | 
					
						
							| 
									
										
										
										
											2015-05-10 07:06:35 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-07-01 11:15:48 +08:00
										 |  |  | // ListObjectPartsHandler - List object parts
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) ListObjectPartsHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2015-10-17 10:09:35 +08:00
										 |  |  | 	bucket := vars["bucket"] | 
					
						
							|  |  |  | 	object := vars["object"] | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, bucket, "s3:ListMultipartUploadParts", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  | 	uploadID, partNumberMarker, maxParts, _ := getObjectResources(r.URL.Query()) | 
					
						
							|  |  |  | 	if partNumberMarker < 0 { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidPartNumberMarker, r.URL) | 
					
						
							| 
									
										
										
										
											2015-07-17 08:22:45 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  | 	if maxParts < 0 { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidMaxParts, r.URL) | 
					
						
							| 
									
										
										
										
											2015-07-17 08:22:45 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-08-01 05:11:14 +08:00
										 |  |  | 	listPartsInfo, err := objectAPI.ListObjectParts(bucket, object, uploadID, partNumberMarker, maxParts) | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to list uploaded parts.") | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  | 	response := generateListPartsResponse(listPartsInfo) | 
					
						
							| 
									
										
										
										
											2016-03-07 04:16:22 +08:00
										 |  |  | 	encodedSuccessResponse := encodeResponse(response) | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
											
												accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
   "*":                             true,
   "s3:*":                          true,
   "s3:GetObject":                  true,
   "s3:ListBucket":                 true,
   "s3:PutObject":                  true,
   "s3:CreateBucket":               true,
   "s3:GetBucketLocation":          true,
   "s3:DeleteBucket":               true,
   "s3:DeleteObject":               true,
   "s3:AbortMultipartUpload":       true,
   "s3:ListBucketMultipartUploads": true,
   "s3:ListMultipartUploadParts":   true,
following conditions for "StringEquals" and "StringNotEquals"
   "s3:prefix", "s3:max-keys"
											
										 
											2016-02-04 08:46:56 +08:00
										 |  |  | 	// Write success response.
 | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 	writeSuccessResponseXML(w, encodedSuccessResponse) | 
					
						
							| 
									
										
										
										
											2015-05-10 02:41:26 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-09-22 11:08:08 +08:00
										 |  |  | // CompleteMultipartUploadHandler - Complete multipart upload.
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) CompleteMultipartUploadHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | 	bucket := vars["bucket"] | 
					
						
							|  |  |  | 	object := vars["object"] | 
					
						
							| 
									
										
										
										
											2015-07-01 05:42:29 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, bucket, "s3:PutObject", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
										
											2016-11-22 05:51:05 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
											  
											
												fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
        // Bucket resource API.
        DeleteBucket(bucket string) *probe.Error
        ListBuckets() ([]BucketInfo, *probe.Error)
        MakeBucket(bucket string) *probe.Error
        GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
        // Bucket query API.
        ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
        ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
        // Object resource API.
        GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
        GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
        PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
        DeleteObject(bucket, object string) *probe.Error
        // Object query API.
        NewMultipartUpload(bucket, object string) (string, *probe.Error)
        PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
        ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
        CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
        AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
											
										 
											2016-03-31 07:15:28 +08:00
										 |  |  | 	// Get upload id.
 | 
					
						
							| 
									
										
										
											
												objectAPI: Fix object API interface, remove unnecessary structs.
ObjectAPI changes.
```
ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsInfo, *probe.Error)
ListMultipartUploads(bucket, objectPrefix, keyMarker, uploadIDMarker, delimiter string, maxUploads int) (ListMultipartsInfo, *probe.Error)
ListObjectParts(bucket, object, uploadID string, partNumberMarker, maxParts int) (ListPartsInfo, *probe.Error)
CompleteMultipartUpload(bucket string, object string, uploadID string, parts []completePart) (ObjectInfo, *probe.Error)
```
											
										 
											2016-04-03 16:34:20 +08:00
										 |  |  | 	uploadID, _, _, _ := getObjectResources(r.URL.Query()) | 
					
						
							| 
									
										
										
										
											2016-03-03 03:22:58 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-08 07:18:59 +08:00
										 |  |  | 	completeMultipartBytes, err := goioutil.ReadAll(r.Body) | 
					
						
							| 
									
										
										
										
											2016-04-30 05:24:10 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to complete multipart upload.") | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInternalError, r.URL) | 
					
						
							| 
									
										
											  
											
												fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
        // Bucket resource API.
        DeleteBucket(bucket string) *probe.Error
        ListBuckets() ([]BucketInfo, *probe.Error)
        MakeBucket(bucket string) *probe.Error
        GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
        // Bucket query API.
        ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
        ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
        // Object resource API.
        GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
        GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
        PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
        DeleteObject(bucket, object string) *probe.Error
        // Object query API.
        NewMultipartUpload(bucket, object string) (string, *probe.Error)
        PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
        ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
        CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
        AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
											
										 
											2016-03-31 07:15:28 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-11-14 16:25:10 +08:00
										 |  |  | 	complMultipartUpload := &CompleteMultipartUpload{} | 
					
						
							| 
									
										
										
										
											2016-04-30 05:24:10 +08:00
										 |  |  | 	if err = xml.Unmarshal(completeMultipartBytes, complMultipartUpload); err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to parse complete multipart upload XML.") | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrMalformedXML, r.URL) | 
					
						
							| 
									
										
											  
											
												fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
        // Bucket resource API.
        DeleteBucket(bucket string) *probe.Error
        ListBuckets() ([]BucketInfo, *probe.Error)
        MakeBucket(bucket string) *probe.Error
        GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
        // Bucket query API.
        ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
        ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
        // Object resource API.
        GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
        GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
        PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
        DeleteObject(bucket, object string) *probe.Error
        // Object query API.
        NewMultipartUpload(bucket, object string) (string, *probe.Error)
        PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
        ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
        CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
        AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
											
										 
											2016-03-31 07:15:28 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-05-26 03:11:26 +08:00
										 |  |  | 	if len(complMultipartUpload.Parts) == 0 { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrMalformedXML, r.URL) | 
					
						
							| 
									
										
										
										
											2016-05-26 03:11:26 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-11-14 16:25:10 +08:00
										 |  |  | 	if !sort.IsSorted(CompletedParts(complMultipartUpload.Parts)) { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInvalidPartOrder, r.URL) | 
					
						
							| 
									
										
											  
											
												fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
        // Bucket resource API.
        DeleteBucket(bucket string) *probe.Error
        ListBuckets() ([]BucketInfo, *probe.Error)
        MakeBucket(bucket string) *probe.Error
        GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
        // Bucket query API.
        ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
        ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
        // Object resource API.
        GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
        GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
        PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
        DeleteObject(bucket, object string) *probe.Error
        // Object query API.
        NewMultipartUpload(bucket, object string) (string, *probe.Error)
        PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
        ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
        CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
        AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
											
										 
											2016-03-31 07:15:28 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
											  
											
												fs: Break fs package to top-level and introduce ObjectAPI interface.
ObjectAPI interface brings in changes needed for XL ObjectAPI layer.
The new interface for any ObjectAPI layer is as below
```
// ObjectAPI interface.
type ObjectAPI interface {
        // Bucket resource API.
        DeleteBucket(bucket string) *probe.Error
        ListBuckets() ([]BucketInfo, *probe.Error)
        MakeBucket(bucket string) *probe.Error
        GetBucketInfo(bucket string) (BucketInfo, *probe.Error)
        // Bucket query API.
        ListObjects(bucket, prefix, marker, delimiter string, maxKeys int) (ListObjectsResult, *probe.Error)
        ListMultipartUploads(bucket string, resources BucketMultipartResourcesMetadata) (BucketMultipartResourcesMetadata, *probe.Error)
        // Object resource API.
        GetObject(bucket, object string, startOffset int64) (io.ReadCloser, *probe.Error)
        GetObjectInfo(bucket, object string) (ObjectInfo, *probe.Error)
        PutObject(bucket string, object string, size int64, data io.Reader, metadata map[string]string) (ObjectInfo, *probe.Error)
        DeleteObject(bucket, object string) *probe.Error
        // Object query API.
        NewMultipartUpload(bucket, object string) (string, *probe.Error)
        PutObjectPart(bucket, object, uploadID string, partID int, size int64, data io.Reader, md5Hex string) (string, *probe.Error)
        ListObjectParts(bucket, object string, resources ObjectResourcesMetadata) (ObjectResourcesMetadata, *probe.Error)
        CompleteMultipartUpload(bucket string, object string, uploadID string, parts []CompletePart) (ObjectInfo, *probe.Error)
        AbortMultipartUpload(bucket, object, uploadID string) *probe.Error
}
```
											
										 
											2016-03-31 07:15:28 +08:00
										 |  |  | 	// Complete parts.
 | 
					
						
							| 
									
										
										
										
											2017-11-14 16:25:10 +08:00
										 |  |  | 	var completeParts []CompletePart | 
					
						
							| 
									
										
										
										
											2016-04-11 16:29:18 +08:00
										 |  |  | 	for _, part := range complMultipartUpload.Parts { | 
					
						
							| 
									
										
										
										
											2017-03-16 11:48:49 +08:00
										 |  |  | 		part.ETag = canonicalizeETag(part.ETag) | 
					
						
							| 
									
										
										
										
											2016-04-11 16:29:18 +08:00
										 |  |  | 		completeParts = append(completeParts, part) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 	// Hold write lock on the object.
 | 
					
						
							|  |  |  | 	destLock := globalNSMutex.NewNSLock(bucket, object) | 
					
						
							| 
									
										
										
										
											2017-09-01 02:29:22 +08:00
										 |  |  | 	if destLock.GetLock(globalObjectTimeout) != nil { | 
					
						
							|  |  |  | 		writeErrorResponse(w, ErrOperationTimedOut, r.URL) | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-12-11 08:15:12 +08:00
										 |  |  | 	defer destLock.Unlock() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-01-17 11:23:43 +08:00
										 |  |  | 	objInfo, err := objectAPI.CompleteMultipartUpload(bucket, object, uploadID, completeParts) | 
					
						
							| 
									
										
										
										
											2015-09-19 18:20:07 +08:00
										 |  |  | 	if err != nil { | 
					
						
							| 
									
										
										
										
											2016-05-17 05:31:28 +08:00
										 |  |  | 		errorIf(err, "Unable to complete multipart upload.") | 
					
						
							| 
									
										
										
										
											2017-11-26 03:58:29 +08:00
										 |  |  | 		err = errors.Cause(err) | 
					
						
							| 
									
										
										
										
											2016-06-29 05:51:49 +08:00
										 |  |  | 		switch oErr := err.(type) { | 
					
						
							|  |  |  | 		case PartTooSmall: | 
					
						
							|  |  |  | 			// Write part too small error.
 | 
					
						
							|  |  |  | 			writePartSmallErrorResponse(w, r, oErr) | 
					
						
							|  |  |  | 		default: | 
					
						
							|  |  |  | 			// Handle all other generic issues.
 | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 			writeErrorResponse(w, toAPIErrorCode(err), r.URL) | 
					
						
							| 
									
										
										
										
											2016-06-29 05:51:49 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2015-08-04 07:17:21 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-06-16 11:31:06 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-03-13 08:08:15 +08:00
										 |  |  | 	// Get object location.
 | 
					
						
							| 
									
										
										
										
											2016-03-02 12:01:40 +08:00
										 |  |  | 	location := getLocation(r) | 
					
						
							|  |  |  | 	// Generate complete multipart response.
 | 
					
						
							| 
									
										
										
										
											2017-05-15 03:05:51 +08:00
										 |  |  | 	response := generateCompleteMultpartUploadResponse(bucket, object, location, objInfo.ETag) | 
					
						
							| 
									
										
										
										
											2016-09-22 11:08:08 +08:00
										 |  |  | 	encodedSuccessResponse := encodeResponse(response) | 
					
						
							| 
									
										
										
										
											2016-07-01 09:48:50 +08:00
										 |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		errorIf(err, "Unable to parse CompleteMultipartUpload response") | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrInternalError, r.URL) | 
					
						
							| 
									
										
										
										
											2016-07-01 09:48:50 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-07-24 13:51:12 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-11-10 23:41:02 +08:00
										 |  |  | 	// Set etag.
 | 
					
						
							| 
									
										
										
										
											2017-05-15 03:05:51 +08:00
										 |  |  | 	w.Header().Set("ETag", "\""+objInfo.ETag+"\"") | 
					
						
							| 
									
										
										
										
											2016-11-10 23:41:02 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-24 13:51:12 +08:00
										 |  |  | 	// Write success response.
 | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 	writeSuccessResponseXML(w, encodedSuccessResponse) | 
					
						
							| 
									
										
										
										
											2016-07-24 13:51:12 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-03-23 09:44:35 +08:00
										 |  |  | 	// Get host and port from Request.RemoteAddr.
 | 
					
						
							|  |  |  | 	host, port, err := net.SplitHostPort(r.RemoteAddr) | 
					
						
							|  |  |  | 	if err != nil { | 
					
						
							|  |  |  | 		host, port = "", "" | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-09-29 13:46:19 +08:00
										 |  |  | 	// Notify object created event.
 | 
					
						
							|  |  |  | 	eventNotify(eventData{ | 
					
						
							| 
									
										
										
										
											2017-03-14 05:41:13 +08:00
										 |  |  | 		Type:      ObjectCreatedCompleteMultipartUpload, | 
					
						
							|  |  |  | 		Bucket:    bucket, | 
					
						
							|  |  |  | 		ObjInfo:   objInfo, | 
					
						
							|  |  |  | 		ReqParams: extractReqParams(r), | 
					
						
							| 
									
										
										
										
											2017-03-23 09:44:35 +08:00
										 |  |  | 		UserAgent: r.UserAgent(), | 
					
						
							|  |  |  | 		Host:      host, | 
					
						
							|  |  |  | 		Port:      port, | 
					
						
							| 
									
										
										
										
											2016-09-29 13:46:19 +08:00
										 |  |  | 	}) | 
					
						
							| 
									
										
										
										
											2015-05-08 10:55:30 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2015-06-09 02:06:06 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | /// Delete objectAPIHandlers
 | 
					
						
							| 
									
										
										
										
											2015-06-09 02:06:06 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-03-06 08:43:48 +08:00
										 |  |  | // DeleteObjectHandler - delete an object
 | 
					
						
							| 
									
										
										
										
											2016-04-13 03:45:15 +08:00
										 |  |  | func (api objectAPIHandlers) DeleteObjectHandler(w http.ResponseWriter, r *http.Request) { | 
					
						
							| 
									
										
										
										
											2016-02-16 09:42:39 +08:00
										 |  |  | 	vars := mux.Vars(r) | 
					
						
							| 
									
										
										
										
											2015-10-17 02:26:01 +08:00
										 |  |  | 	bucket := vars["bucket"] | 
					
						
							|  |  |  | 	object := vars["object"] | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 	objectAPI := api.ObjectAPI() | 
					
						
							|  |  |  | 	if objectAPI == nil { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, ErrServerNotInitialized, r.URL) | 
					
						
							| 
									
										
										
										
											2016-08-11 09:47:49 +08:00
										 |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-11-30 05:12:47 +08:00
										 |  |  | 	if s3Error := checkRequestAuthType(r, bucket, "s3:DeleteObject", globalServerConfig.GetRegion()); s3Error != ErrNone { | 
					
						
							| 
									
										
										
										
											2017-01-06 16:37:00 +08:00
										 |  |  | 		writeErrorResponse(w, s3Error, r.URL) | 
					
						
							| 
									
										
										
											
												accessPolicy: Implement Put, Get, Delete access policy.
This patch implements Get,Put,Delete bucket policies
Supporting - http://docs.aws.amazon.com/AmazonS3/latest/dev/access-policy-language-overview.html
Currently supports following actions.
   "*":                             true,
   "s3:*":                          true,
   "s3:GetObject":                  true,
   "s3:ListBucket":                 true,
   "s3:PutObject":                  true,
   "s3:CreateBucket":               true,
   "s3:GetBucketLocation":          true,
   "s3:DeleteBucket":               true,
   "s3:DeleteObject":               true,
   "s3:AbortMultipartUpload":       true,
   "s3:ListBucketMultipartUploads": true,
   "s3:ListMultipartUploadParts":   true,
following conditions for "StringEquals" and "StringNotEquals"
   "s3:prefix", "s3:max-keys"
											
										 
											2016-02-04 08:46:56 +08:00
										 |  |  | 		return | 
					
						
							| 
									
										
										
										
											2016-02-05 04:52:25 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2016-11-22 05:51:05 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-04-27 14:27:48 +08:00
										 |  |  | 	// http://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectDELETE.html
 | 
					
						
							|  |  |  | 	// Ignore delete object errors while replying to client, since we are
 | 
					
						
							|  |  |  | 	// suppposed to reply only 204. Additionally log the error for
 | 
					
						
							|  |  |  | 	// investigation.
 | 
					
						
							|  |  |  | 	if err := deleteObject(objectAPI, bucket, object, r); err != nil { | 
					
						
							|  |  |  | 		errorIf(err, "Unable to delete an object %s", pathJoin(bucket, object)) | 
					
						
							| 
									
										
										
										
											2016-07-24 13:51:12 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2015-10-17 11:02:37 +08:00
										 |  |  | 	writeSuccessNoContent(w) | 
					
						
							| 
									
										
										
										
											2015-06-09 02:06:06 +08:00
										 |  |  | } |