1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
import os
import tempfile
from uuid import uuid4
from django.core.cache import cache
from django.core.files.base import ContentFile
class BaseStorage:
def __init__(self, **kwargs):
self.name = kwargs.get("name", None)
self.read_mode = kwargs.get("read_mode", "r")
self.encoding = kwargs.get("encoding", None)
def save(self, data):
raise NotImplementedError
def read(self):
raise NotImplementedError
def remove(self):
raise NotImplementedError
class TempFolderStorage(BaseStorage):
def save(self, data):
with self._open(mode="w") as file:
file.write(data)
def read(self):
with self._open(mode=self.read_mode) as file:
return file.read()
def remove(self):
os.remove(self.get_full_path())
def get_full_path(self):
return os.path.join(tempfile.gettempdir(), self.name)
def _open(self, mode="r"):
if self.name:
return open(self.get_full_path(), mode, encoding=self.encoding)
else:
tmp_file = tempfile.NamedTemporaryFile(delete=False)
self.name = tmp_file.name
return tmp_file
class CacheStorage(BaseStorage):
"""
By default memcache maximum size per key is 1MB, be careful with large files.
"""
CACHE_LIFETIME = 86400
CACHE_PREFIX = "django-import-export-"
def save(self, data):
if not self.name:
self.name = uuid4().hex
cache.set(self.CACHE_PREFIX + self.name, data, self.CACHE_LIFETIME)
def read(self):
return cache.get(self.CACHE_PREFIX + self.name)
def remove(self):
cache.delete(self.CACHE_PREFIX + self.name)
class MediaStorage(BaseStorage):
_storage = None
def __init__(self, **kwargs):
super().__init__(**kwargs)
self._configure_storage()
self.MEDIA_FOLDER = kwargs.get("MEDIA_FOLDER", "django-import-export")
# issue 1589 - Ensure that for MediaStorage, we read in binary mode
kwargs.update({"read_mode": "rb"})
super().__init__(**kwargs)
def _configure_storage(self):
from django.core.files.storage import StorageHandler
sh = StorageHandler()
self._storage = (
sh["import_export"] if "import_export" in sh.backends else sh["default"]
)
def save(self, data):
if not self.name:
self.name = uuid4().hex
self._storage.save(self.get_full_path(), ContentFile(data))
def read(self):
with self._storage.open(self.get_full_path(), mode=self.read_mode) as f:
return f.read()
def remove(self):
self._storage.delete(self.get_full_path())
def get_full_path(self):
if self.MEDIA_FOLDER is not None:
return os.path.join(self.MEDIA_FOLDER, self.name)
return self.name
|
