Burtiraven2/session_redis_public
1
0
Fork 0
mirror of https://github.com/camptocamp/odoo-cloud-platform.git synced 2026-06-23 18:04:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

Create base_attachment_object_storage to extract common code to store implementations

Browse Source
This commit is contained in:
Thierry Ducrest
2017-09-01 11:14:21 +02:00
committed by Guewen Baconnier
co-authored by Guewen Baconnier
parent beea07d44f
commit fea698057a
11 changed files with 360 additions and 78 deletions
Download Patch File Download Diff File Expand all files Collapse all files
attachment_swift/models/ir_attachment.py
+55 -68
View File
@@ -6,23 +6,25 @@
import base64
import logging
import os
import swiftclient
from swiftclient.exceptions import ClientException
from ..swift_uri import SwiftUri
from odoo import api, exceptions, models, _
_logger = logging.getLogger(__name__)
try:
import swiftclient
from swiftclient.exceptions import ClientException
except ImportError:
swiftclient = None
ClientException = None
_logger.debug("Cannot 'import swiftclient'.")
class IrAttachment(models.Model):
_inherit = 'ir.attachment'
@api.multi
def _store_in_db_when_swift(self):
# For testing lets save everything in Swift object store
# TODO: same than in attachment_s3
return False
_SWIFT_STORAGE = 'swift'
@api.model
def _get_swift_connection(self):
@@ -31,86 +33,71 @@ class IrAttachment(models.Model):
account = os.environ.get('SWIFT_ACCOUNT')
password = os.environ.get('SWIFT_PASSWORD')
if not (host and account and password):
raise exceptions.UserError(
_('Problem connecting to Swift store, are not the env variables set ?'))
print 'Connection to host: {}, account: {}, password: {}'.format(host, account, password)
raise exceptions.UserError(_(
'''Problem connecting to Swift store, are the env variables
(SWIFT_HOST, SWIFT_ACCOUNT, SWIFT_PASSWORD) properly set ?
'''))
try:
conn = swiftclient.client.Connection(authurl=host, user=account, key=password)
conn = swiftclient.client.Connection(authurl=host,
user=account,
key=password)
except ClientException:
_logger.exception('Error connecting to Swift object store')
raise exceptions.UserError('Error connection to Swift')
raise exceptions.UserError(_('Error on Swift connection'))
return conn
@api.model
def _file_read_swift(self, fname, bin_size=False):
swifturi = SwiftUri(fname)
conn = self._get_swift_connection()
print 'Swift reading on {} of {} '.format(swifturi.container(), swifturi.item())
try:
resp_headers, obj_content = conn.get_object(swifturi.container(), swifturi.item())
read = base64.b64encode(obj_content)
except ClientException:
_logger.exception('Error reading object from Swift object store');
#raise exceptions.UserError('Error reading to Swift')
return ''
return read
@api.model
def _file_read(self, fname, bin_size=False):
def _store_file_read(self, fname, bin_size=False):
if fname.startswith('swift://'):
return self._file_read_swift(fname, bin_size=bin_size)
swifturi = SwiftUri(fname)
conn = self._get_swift_connection()
try:
resp, obj_content = conn.get_object(swifturi.container(),
swifturi.item())
read = base64.b64encode(obj_content)
except ClientException:
_logger.exception(
'Error reading object from Swift object store')
raise exceptions.UserError(_('Error reading on Swift'))
return read
else:
return super(IrAttachment, self)._store_file_read(fname, bin_size)
def _store_file_write(self, value, checksum):
if self._storage() == self._SWIFT_STORAGE:
container = os.environ.get('SWIFT_WRITE_CONTAINER')
conn = self._get_swift_connection()
conn.put_container(container)
bin_data = value.decode('base64')
key = self._compute_checksum(bin_data)
filename = 'swift://{}/{}'.format(container, key)
try:
conn.put_object(container, key, bin_data)
except ClientException:
_logger.exception('Error writing to Swift object store')
raise exceptions.UserError(_('Error writing to Swift'))
else:
_super = super(IrAttachment, self)
return _super._file_read(fname, bin_size=bin_size)
def _file_write_swift(self, value, checksum):
container = os.environ.get('SWIFT_WRITE_CONTAINER')
conn = self._get_swift_connection()
conn.put_container(container)
bin_data = value.decode('base64')
# No keys given by the store, use checksum !?
key = self._compute_checksum(bin_data)
filename = 'swift://{}/{}'.format(container, key)
print 'Saving {}'.format(filename)
try:
conn.put_object(container, key, bin_data)
except ClientException:
_logger.exception('Error connecting to Swift object store')
raise exceptions.UserError('Error writting to Swift')
return filename
def _file_write(self, value, checksum):
storage = self._storage()
if storage == 'swift':
filename = self._file_write_swift(value, checksum)
else:
filename = super(IrAttachment, self)._file_write(value, checksum)
filename = _super._store_file_write(value, checksum)
return filename
@api.model
def _file_delete(self, fname):
def _store_file_delete(self, fname):
if fname.startswith('swift://'):
swifturi = SwiftUri(fname)
container = swifturi.container()
print 'Deleting... container: {} | filename: {}'.format(container, swifturi.item())
if container == os.environ.get('SWIFT_WRITE_CONTAINER'):
conn = self._get_swift_connection()
try:
conn.delete_object(container, swifturi.item())
except ClientException as error:
_logger.exception('Error connecting to Swift object store');
raise exceptions.UserError('Error deleting in Swift')
except ClientException:
_logger.exception(
_('Error deleting an object on the Swift store'))
raise exceptions.UserError(_('Error deleting on Swift'))
else:
super(IrAttachment, self)._file_delete(fname)
@api.model
def _force_storage_swift(self, new_cr=False):
return
@api.model
def force_storage(self):
storage = self._storage()
if storage == 'swift':
self._force_storage_swift()
else:
return super(IrAttachment, self).force_storage()
def _get_stores(self):
l = [self._SWIFT_STORAGE]
l += super(IrAttachment, self)._get_stores()
return l