lifecycleconfig.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344
  1. # -*- coding: utf-8 -*-
  2. # MinIO Python Library for Amazon S3 Compatible Cloud Storage, (C)
  3. # 2015, 2016, 2017, 2018, 2019 MinIO, Inc.
  4. #
  5. # Licensed under the Apache License, Version 2.0 (the "License");
  6. # you may not use this file except in compliance with the License.
  7. # You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing, software
  12. # distributed under the License is distributed on an "AS IS" BASIS,
  13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. # See the License for the specific language governing permissions and
  15. # limitations under the License.
  16. """
  17. Request/response of PutBucketLifecycleConfiguration and
  18. GetBucketLifecycleConfiguration APIs.
  19. """
  20. # pylint: disable=invalid-name
  21. from __future__ import absolute_import, annotations
  22. from abc import ABC
  23. from dataclasses import dataclass
  24. from datetime import datetime
  25. from typing import Optional, Type, TypeVar, cast
  26. from xml.etree import ElementTree as ET
  27. from .commonconfig import BaseRule
  28. from .time import from_iso8601utc, to_iso8601utc
  29. from .xml import Element, SubElement, find, findall, findtext
  30. @dataclass(frozen=True)
  31. class DateDays(ABC):
  32. """Base class holds date and days of Transition and Expiration."""
  33. date: Optional[datetime] = None
  34. days: Optional[int] = None
  35. @staticmethod
  36. def parsexml(
  37. element: ET.Element) -> tuple[Optional[datetime], Optional[int]]:
  38. """Parse XML to date and days."""
  39. date = from_iso8601utc(findtext(element, "Date"))
  40. days = findtext(element, "Days")
  41. return date, int(days) if days else None
  42. def toxml(self, element: Optional[ET.Element]) -> ET.Element:
  43. """Convert to XML."""
  44. if element is None:
  45. raise ValueError("element must be provided")
  46. if self.date is not None:
  47. SubElement(
  48. element, "Date", to_iso8601utc(self.date),
  49. )
  50. if self.days:
  51. SubElement(element, "Days", str(self.days))
  52. return element
  53. A = TypeVar("A", bound="Transition")
  54. @dataclass(frozen=True)
  55. class Transition(DateDays):
  56. """Transition."""
  57. storage_class: Optional[str] = None
  58. @classmethod
  59. def fromxml(cls: Type[A], element: ET.Element) -> A:
  60. """Create new object with values from XML element."""
  61. element = cast(ET.Element, find(element, "Transition", True))
  62. date, days = cls.parsexml(element)
  63. return cls(date, days, findtext(element, "StorageClass"))
  64. def toxml(self, element: Optional[ET.Element]) -> ET.Element:
  65. """Convert to XML."""
  66. if element is None:
  67. raise ValueError("element must be provided")
  68. element = SubElement(element, "Transition")
  69. super().toxml(element)
  70. if self.storage_class:
  71. SubElement(element, "StorageClass", self.storage_class)
  72. return element
  73. B = TypeVar("B", bound="NoncurrentVersionTransition")
  74. @dataclass(frozen=True)
  75. class NoncurrentVersionTransition:
  76. """Noncurrent version transition."""
  77. noncurrent_days: Optional[int] = None
  78. storage_class: Optional[str] = None
  79. newer_noncurrent_versions: Optional[int] = None
  80. @classmethod
  81. def fromxml(cls: Type[B], element: ET.Element) -> B:
  82. """Create new object with values from XML element."""
  83. element = cast(
  84. ET.Element,
  85. find(element, "NoncurrentVersionTransition", True),
  86. )
  87. noncurrent_days = findtext(element, "NoncurrentDays")
  88. versions = findtext(element, "NewerNoncurrentVersions")
  89. return cls(
  90. int(noncurrent_days) if noncurrent_days else None,
  91. findtext(element, "StorageClass"),
  92. int(versions) if versions else None,
  93. )
  94. def toxml(self, element: Optional[ET.Element]) -> ET.Element:
  95. """Convert to XML."""
  96. if element is None:
  97. raise ValueError("element must be provided")
  98. element = SubElement(element, "NoncurrentVersionTransition")
  99. if self.noncurrent_days:
  100. SubElement(element, "NoncurrentDays", str(self.noncurrent_days))
  101. if self.storage_class:
  102. SubElement(element, "StorageClass", self.storage_class)
  103. if self.newer_noncurrent_versions:
  104. SubElement(element, "NewerNoncurrentVersions",
  105. str(self.newer_noncurrent_versions))
  106. return element
  107. C = TypeVar("C", bound="NoncurrentVersionExpiration")
  108. @dataclass(frozen=True)
  109. class NoncurrentVersionExpiration:
  110. """Noncurrent version expiration."""
  111. noncurrent_days: Optional[int] = None
  112. newer_noncurrent_versions: Optional[int] = None
  113. @classmethod
  114. def fromxml(cls: Type[C], element: ET.Element) -> C:
  115. """Create new object with values from XML element."""
  116. element = cast(
  117. ET.Element,
  118. find(element, "NoncurrentVersionExpiration", True),
  119. )
  120. noncurrent_days = findtext(element, "NoncurrentDays")
  121. versions = findtext(element, "NewerNoncurrentVersions")
  122. return cls(int(noncurrent_days) if noncurrent_days else None,
  123. int(versions) if versions else None)
  124. def toxml(self, element: Optional[ET.Element]) -> ET.Element:
  125. """Convert to XML."""
  126. if element is None:
  127. raise ValueError("element must be provided")
  128. element = SubElement(element, "NoncurrentVersionExpiration")
  129. if self.noncurrent_days:
  130. SubElement(element, "NoncurrentDays", str(self.noncurrent_days))
  131. if self.newer_noncurrent_versions:
  132. SubElement(element, "NewerNoncurrentVersions",
  133. str(self.newer_noncurrent_versions))
  134. return element
  135. D = TypeVar("D", bound="Expiration")
  136. @dataclass(frozen=True)
  137. class Expiration(DateDays):
  138. """Expiration."""
  139. expired_object_delete_marker: Optional[bool] = None
  140. @classmethod
  141. def fromxml(cls: Type[D], element: ET.Element) -> D:
  142. """Create new object with values from XML element."""
  143. element = cast(ET.Element, find(element, "Expiration", True))
  144. date, days = cls.parsexml(element)
  145. expired_object_delete_marker = findtext(
  146. element, "ExpiredObjectDeleteMarker",
  147. )
  148. if expired_object_delete_marker is None:
  149. return cls(date, days, None)
  150. if expired_object_delete_marker.title() not in ["False", "True"]:
  151. raise ValueError(
  152. "value of ExpiredObjectDeleteMarker must be "
  153. "'True' or 'False'",
  154. )
  155. return cls(date, days, expired_object_delete_marker.title() == "True")
  156. def toxml(self, element: Optional[ET.Element]) -> ET.Element:
  157. """Convert to XML."""
  158. if element is None:
  159. raise ValueError("element must be provided")
  160. element = SubElement(element, "Expiration")
  161. super().toxml(element)
  162. if self.expired_object_delete_marker is not None:
  163. SubElement(
  164. element,
  165. "ExpiredObjectDeleteMarker",
  166. str(self.expired_object_delete_marker).lower(),
  167. )
  168. return element
  169. E = TypeVar("E", bound="AbortIncompleteMultipartUpload")
  170. @dataclass(frozen=True)
  171. class AbortIncompleteMultipartUpload:
  172. """Abort incomplete multipart upload."""
  173. days_after_initiation: Optional[int] = None
  174. @classmethod
  175. def fromxml(cls: Type[E], element: ET.Element) -> E:
  176. """Create new object with values from XML element."""
  177. element = cast(
  178. ET.Element,
  179. find(element, "AbortIncompleteMultipartUpload", True),
  180. )
  181. days_after_initiation = findtext(element, "DaysAfterInitiation")
  182. return cls(
  183. int(days_after_initiation) if days_after_initiation else None,
  184. )
  185. def toxml(self, element: Optional[ET.Element]) -> ET.Element:
  186. """Convert to XML."""
  187. if element is None:
  188. raise ValueError("element must be provided")
  189. element = SubElement(element, "AbortIncompleteMultipartUpload")
  190. if self.days_after_initiation:
  191. SubElement(
  192. element,
  193. "DaysAfterInitiation",
  194. str(self.days_after_initiation),
  195. )
  196. return element
  197. F = TypeVar("F", bound="Rule")
  198. @dataclass(frozen=True)
  199. class Rule(BaseRule):
  200. """Lifecycle rule. """
  201. abort_incomplete_multipart_upload: Optional[
  202. AbortIncompleteMultipartUpload] = None
  203. expiration: Optional[Expiration] = None
  204. noncurrent_version_expiration: Optional[NoncurrentVersionExpiration] = None
  205. noncurrent_version_transition: Optional[NoncurrentVersionTransition] = None
  206. transition: Optional[Transition] = None
  207. def __post_init__(self):
  208. if (not self.abort_incomplete_multipart_upload and not self.expiration
  209. and not self.noncurrent_version_expiration
  210. and not self.noncurrent_version_transition
  211. and not self.transition):
  212. raise ValueError(
  213. "at least one of action (AbortIncompleteMultipartUpload, "
  214. "Expiration, NoncurrentVersionExpiration, "
  215. "NoncurrentVersionTransition or Transition) must be specified "
  216. "in a rule")
  217. def _require_subclass_implementation(self) -> None:
  218. """Dummy abstract method to enforce abstract class behavior."""
  219. @classmethod
  220. def fromxml(cls: Type[F], element: ET.Element) -> F:
  221. """Create new object with values from XML element."""
  222. status, rule_filter, rule_id = cls.parsexml(element)
  223. abort_incomplete_multipart_upload = (
  224. None if find(element, "AbortIncompleteMultipartUpload") is None
  225. else AbortIncompleteMultipartUpload.fromxml(element)
  226. )
  227. expiration = (
  228. None if find(element, "Expiration") is None
  229. else Expiration.fromxml(element)
  230. )
  231. noncurrent_version_expiration = (
  232. None if find(element, "NoncurrentVersionExpiration") is None
  233. else NoncurrentVersionExpiration.fromxml(element)
  234. )
  235. noncurrent_version_transition = (
  236. None if find(element, "NoncurrentVersionTransition") is None
  237. else NoncurrentVersionTransition.fromxml(element)
  238. )
  239. transition = (
  240. None if find(element, "Transition") is None
  241. else Transition.fromxml(element)
  242. )
  243. return cls(
  244. status=status,
  245. rule_filter=rule_filter,
  246. rule_id=rule_id,
  247. abort_incomplete_multipart_upload=(
  248. abort_incomplete_multipart_upload
  249. ),
  250. expiration=expiration,
  251. noncurrent_version_expiration=noncurrent_version_expiration,
  252. noncurrent_version_transition=noncurrent_version_transition,
  253. transition=transition,
  254. )
  255. def toxml(self, element: Optional[ET.Element]) -> ET.Element:
  256. """Convert to XML."""
  257. if element is None:
  258. raise ValueError("element must be provided")
  259. element = SubElement(element, "Rule")
  260. super().toxml(element)
  261. if self.abort_incomplete_multipart_upload:
  262. self.abort_incomplete_multipart_upload.toxml(element)
  263. if self.expiration:
  264. self.expiration.toxml(element)
  265. if self.noncurrent_version_expiration:
  266. self.noncurrent_version_expiration.toxml(element)
  267. if self.noncurrent_version_transition:
  268. self.noncurrent_version_transition.toxml(element)
  269. if self.transition:
  270. self.transition.toxml(element)
  271. return element
  272. G = TypeVar("G", bound="LifecycleConfig")
  273. @dataclass(frozen=True)
  274. class LifecycleConfig:
  275. """Lifecycle configuration."""
  276. rules: list[Rule]
  277. @classmethod
  278. def fromxml(cls: Type[G], element: ET.Element) -> G:
  279. """Create new object with values from XML element."""
  280. elements = findall(element, "Rule")
  281. rules = []
  282. for tag in elements:
  283. rules.append(Rule.fromxml(tag))
  284. return cls(rules)
  285. def toxml(self, element: Optional[ET.Element]) -> ET.Element:
  286. """Convert to XML."""
  287. element = Element("LifecycleConfiguration")
  288. for rule in self.rules:
  289. rule.toxml(element)
  290. return element