1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
# Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import logging
import os
from catapult_base import cloud_storage
from catapult_base.dependency_manager import exceptions
BACKUP_PATH_EXTENSION = 'old'
class CloudStorageUploader(object):
def __init__(self, bucket, remote_path, local_path, cs_backup_path=None):
if not bucket or not remote_path or not local_path:
raise ValueError(
'Attempted to partially initialize upload data with bucket %s, '
'remote_path %s, and local_path %s', bucket, remote_path, local_path)
if not os.path.exists(local_path):
raise ValueError('Attempting to initilize UploadInfo with missing '
'local path %s', local_path)
self._cs_bucket = bucket
self._cs_remote_path = remote_path
self._local_path = local_path
self._cs_backup_path = (cs_backup_path or
'%s.%s' % (self._cs_remote_path,
BACKUP_PATH_EXTENSION))
self._updated = False
self._backed_up = False
def Upload(self, force=False):
"""Upload all pending files and then write the updated config to disk.
Will attempt to copy files existing in the upload location to a backup
location in the same bucket in cloud storage if |force| is True.
Args:
force: True if files should be uploaded to cloud storage even if a
file already exists in the upload location.
Raises:
CloudStorageUploadConflictError: If |force| is False and the potential
upload location of a file already exists.
CloudStorageError: If copying an existing file to the backup location
or uploading the new file fails.
"""
if cloud_storage.Exists(self._cs_bucket, self._cs_remote_path):
if not force:
raise exceptions.CloudStorageUploadConflictError(self._cs_bucket,
self._cs_remote_path)
logging.debug('A file already exists at upload path %s in self.cs_bucket'
' %s', self._cs_remote_path, self._cs_bucket)
try:
cloud_storage.Copy(self._cs_bucket, self._cs_bucket,
self._cs_remote_path, self._cs_backup_path)
self._backed_up = True
except cloud_storage.CloudStorageError:
logging.error('Failed to copy existing file %s in cloud storage bucket '
'%s to backup location %s', self._cs_remote_path, self._cs_bucket,
self._cs_backup_path)
raise
try:
cloud_storage.Insert(
self._cs_bucket, self._cs_remote_path, self._local_path)
except cloud_storage.CloudStorageError:
logging.error('Failed to upload %s to %s in cloud_storage bucket %s',
self._local_path, self._cs_remote_path, self._cs_bucket)
raise
self._updated = True
def Rollback(self):
"""Attempt to undo the previous call to Upload.
Does nothing if no previous call to Upload was made, or if nothing was
successfully changed.
Returns:
True iff changes were successfully rolled back.
Raises:
CloudStorageError: If copying the backed up file to its original
location or removing the uploaded file fails.
"""
cloud_storage_changed = False
if self._backed_up:
cloud_storage.Copy(self._cs_bucket, self._cs_bucket, self._cs_backup_path,
self._cs_remote_path)
cloud_storage_changed = True
self._cs_backup_path = None
elif self._updated:
cloud_storage.Delete(self._cs_bucket, self._cs_remote_path)
cloud_storage_changed = True
self._updated = False
return cloud_storage_changed
def __eq__(self, other, msg=None):
if type(self) != type(other):
return False
return (self._local_path == other._local_path and
self._cs_remote_path == other._cs_remote_path and
self._cs_bucket == other._cs_bucket)
|
