| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | /* | 
					
						
							| 
									
										
										
										
											2017-03-19 02:28:41 +08:00
										 |  |  |  * Minio Cloud Storage, (C) 2016, 2017 Minio, Inc. | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  |  * | 
					
						
							|  |  |  |  * Licensed under the Apache License, Version 2.0 (the "License"); | 
					
						
							|  |  |  |  * you may not use this file except in compliance with the License. | 
					
						
							|  |  |  |  * You may obtain a copy of the License at | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *     http://www.apache.org/licenses/LICENSE-2.0
 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Unless required by applicable law or agreed to in writing, software | 
					
						
							|  |  |  |  * distributed under the License is distributed on an "AS IS" BASIS, | 
					
						
							|  |  |  |  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
					
						
							|  |  |  |  * See the License for the specific language governing permissions and | 
					
						
							|  |  |  |  * limitations under the License. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-08-19 07:23:42 +08:00
										 |  |  | package cmd | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-09-26 05:47:58 +08:00
										 |  |  | import ( | 
					
						
							| 
									
										
										
										
											2018-04-06 06:04:40 +08:00
										 |  |  | 	"context" | 
					
						
							| 
									
										
										
										
											2017-09-26 05:47:58 +08:00
										 |  |  | 	"path" | 
					
						
							| 
									
										
										
										
											2017-11-26 03:58:29 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-04-06 06:04:40 +08:00
										 |  |  | 	"github.com/minio/minio/cmd/logger" | 
					
						
							| 
									
										
										
										
											2017-09-26 05:47:58 +08:00
										 |  |  | ) | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-07-21 15:27:08 +08:00
										 |  |  | // getLoadBalancedDisks - fetches load balanced (sufficiently randomized) disk slice.
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | func (xl xlObjects) getLoadBalancedDisks() (disks []StorageAPI) { | 
					
						
							|  |  |  | 	// Based on the random shuffling return back randomized disks.
 | 
					
						
							| 
									
										
										
										
											2018-02-16 09:45:57 +08:00
										 |  |  | 	for _, i := range hashOrder(UTCNow().String(), len(xl.getDisks())) { | 
					
						
							|  |  |  | 		disks = append(disks, xl.getDisks()[i-1]) | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 	return disks | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // This function does the following check, suppose
 | 
					
						
							|  |  |  | // object is "a/b/c/d", stat makes sure that objects ""a/b/c""
 | 
					
						
							|  |  |  | // "a/b" and "a" do not exist.
 | 
					
						
							| 
									
										
										
										
											2018-04-06 06:04:40 +08:00
										 |  |  | func (xl xlObjects) parentDirIsObject(ctx context.Context, bucket, parent string) bool { | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | 	var isParentDirObject func(string) bool | 
					
						
							|  |  |  | 	isParentDirObject = func(p string) bool { | 
					
						
							| 
									
										
										
										
											2017-09-26 05:47:58 +08:00
										 |  |  | 		if p == "." || p == "/" { | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		if xl.isObject(bucket, p) { | 
					
						
							| 
									
										
										
										
											2017-09-26 05:47:58 +08:00
										 |  |  | 			// If there is already a file at prefix "p", return true.
 | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | 			return true | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		// Check if there is a file as one of the parent paths.
 | 
					
						
							|  |  |  | 		return isParentDirObject(path.Dir(p)) | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return isParentDirObject(parent) | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-07-28 06:32:19 +08:00
										 |  |  | var xlTreeWalkIgnoredErrs = append(baseIgnoredErrs, errDiskAccessDenied, errVolumeNotFound, errFileNotFound) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | // isObject - returns `true` if the prefix is an object i.e if
 | 
					
						
							|  |  |  | // `xl.json` exists at the leaf, false otherwise.
 | 
					
						
							| 
									
										
										
										
											2016-06-08 09:15:04 +08:00
										 |  |  | func (xl xlObjects) isObject(bucket, prefix string) (ok bool) { | 
					
						
							| 
									
										
										
										
											2016-07-21 15:27:08 +08:00
										 |  |  | 	for _, disk := range xl.getLoadBalancedDisks() { | 
					
						
							| 
									
										
										
										
											2016-06-03 07:34:15 +08:00
										 |  |  | 		if disk == nil { | 
					
						
							|  |  |  | 			continue | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-06-08 09:15:04 +08:00
										 |  |  | 		// Check if 'prefix' is an object on this 'disk', else continue the check the next disk
 | 
					
						
							| 
									
										
										
										
											2016-06-02 07:43:31 +08:00
										 |  |  | 		_, err := disk.StatFile(bucket, path.Join(prefix, xlMetaJSONFile)) | 
					
						
							| 
									
										
										
										
											2016-06-08 09:15:04 +08:00
										 |  |  | 		if err == nil { | 
					
						
							| 
									
										
										
										
											2016-06-08 02:02:12 +08:00
										 |  |  | 			return true | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-06-09 13:02:10 +08:00
										 |  |  | 		// Ignore for file not found,  disk not found or faulty disk.
 | 
					
						
							| 
									
										
										
										
											2018-04-11 00:36:37 +08:00
										 |  |  | 		if IsErrIgnored(err, xlTreeWalkIgnoredErrs...) { | 
					
						
							| 
									
										
										
										
											2016-06-03 07:34:15 +08:00
										 |  |  | 			continue | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2016-06-08 09:15:04 +08:00
										 |  |  | 	} // Exhausted all disks - return false.
 | 
					
						
							|  |  |  | 	return false | 
					
						
							| 
									
										
										
										
											2016-05-31 07:51:59 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2016-10-30 03:44:44 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-05-09 10:08:21 +08:00
										 |  |  | // isObjectDir returns if the specified path represents an empty directory.
 | 
					
						
							|  |  |  | func (xl xlObjects) isObjectDir(bucket, prefix string) (ok bool) { | 
					
						
							|  |  |  | 	for _, disk := range xl.getLoadBalancedDisks() { | 
					
						
							|  |  |  | 		if disk == nil { | 
					
						
							|  |  |  | 			continue | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		// Check if 'prefix' is an object on this 'disk', else continue the check the next disk
 | 
					
						
							|  |  |  | 		ctnts, err := disk.ListDir(bucket, prefix, 1) | 
					
						
							|  |  |  | 		if err == nil { | 
					
						
							|  |  |  | 			if len(ctnts) == 0 { | 
					
						
							|  |  |  | 				return true | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			return false | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		// Ignore for file not found,  disk not found or faulty disk.
 | 
					
						
							|  |  |  | 		if IsErrIgnored(err, xlTreeWalkIgnoredErrs...) { | 
					
						
							|  |  |  | 			continue | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		reqInfo := &logger.ReqInfo{BucketName: bucket} | 
					
						
							|  |  |  | 		reqInfo.AppendTags("prefix", prefix) | 
					
						
							|  |  |  | 		ctx := logger.SetReqInfo(context.Background(), reqInfo) | 
					
						
							|  |  |  | 		logger.LogIf(ctx, err) | 
					
						
							|  |  |  | 	} // Exhausted all disks - return false.
 | 
					
						
							|  |  |  | 	return false | 
					
						
							|  |  |  | } |