token_manager.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370
  1. import asyncio
  2. import logging
  3. import threading
  4. from datetime import datetime, timezone
  5. from time import sleep
  6. from typing import Any, Awaitable, Callable, Union
  7. from redis.auth.err import RequestTokenErr, TokenRenewalErr
  8. from redis.auth.idp import IdentityProviderInterface
  9. from redis.auth.token import TokenResponse
  10. logger = logging.getLogger(__name__)
  11. class CredentialsListener:
  12. """
  13. Listeners that will be notified on events related to credentials.
  14. Accepts callbacks and awaitable callbacks.
  15. """
  16. def __init__(self):
  17. self._on_next = None
  18. self._on_error = None
  19. @property
  20. def on_next(self) -> Union[Callable[[Any], None], Awaitable]:
  21. return self._on_next
  22. @on_next.setter
  23. def on_next(self, callback: Union[Callable[[Any], None], Awaitable]) -> None:
  24. self._on_next = callback
  25. @property
  26. def on_error(self) -> Union[Callable[[Exception], None], Awaitable]:
  27. return self._on_error
  28. @on_error.setter
  29. def on_error(self, callback: Union[Callable[[Exception], None], Awaitable]) -> None:
  30. self._on_error = callback
  31. class RetryPolicy:
  32. def __init__(self, max_attempts: int, delay_in_ms: float):
  33. self.max_attempts = max_attempts
  34. self.delay_in_ms = delay_in_ms
  35. def get_max_attempts(self) -> int:
  36. """
  37. Retry attempts before exception will be thrown.
  38. :return: int
  39. """
  40. return self.max_attempts
  41. def get_delay_in_ms(self) -> float:
  42. """
  43. Delay between retries in seconds.
  44. :return: int
  45. """
  46. return self.delay_in_ms
  47. class TokenManagerConfig:
  48. def __init__(
  49. self,
  50. expiration_refresh_ratio: float,
  51. lower_refresh_bound_millis: int,
  52. token_request_execution_timeout_in_ms: int,
  53. retry_policy: RetryPolicy,
  54. ):
  55. self._expiration_refresh_ratio = expiration_refresh_ratio
  56. self._lower_refresh_bound_millis = lower_refresh_bound_millis
  57. self._token_request_execution_timeout_in_ms = (
  58. token_request_execution_timeout_in_ms
  59. )
  60. self._retry_policy = retry_policy
  61. def get_expiration_refresh_ratio(self) -> float:
  62. """
  63. Represents the ratio of a token's lifetime at which a refresh should be triggered. # noqa: E501
  64. For example, a value of 0.75 means the token should be refreshed
  65. when 75% of its lifetime has elapsed (or when 25% of its lifetime remains).
  66. :return: float
  67. """
  68. return self._expiration_refresh_ratio
  69. def get_lower_refresh_bound_millis(self) -> int:
  70. """
  71. Represents the minimum time in milliseconds before token expiration
  72. to trigger a refresh, in milliseconds.
  73. This value sets a fixed lower bound for when a token refresh should occur,
  74. regardless of the token's total lifetime.
  75. If set to 0 there will be no lower bound and the refresh will be triggered
  76. based on the expirationRefreshRatio only.
  77. :return: int
  78. """
  79. return self._lower_refresh_bound_millis
  80. def get_token_request_execution_timeout_in_ms(self) -> int:
  81. """
  82. Represents the maximum time in milliseconds to wait
  83. for a token request to complete.
  84. :return: int
  85. """
  86. return self._token_request_execution_timeout_in_ms
  87. def get_retry_policy(self) -> RetryPolicy:
  88. """
  89. Represents the retry policy for token requests.
  90. :return: RetryPolicy
  91. """
  92. return self._retry_policy
  93. class TokenManager:
  94. def __init__(
  95. self, identity_provider: IdentityProviderInterface, config: TokenManagerConfig
  96. ):
  97. self._idp = identity_provider
  98. self._config = config
  99. self._next_timer = None
  100. self._listener = None
  101. self._init_timer = None
  102. self._retries = 0
  103. def __del__(self):
  104. logger.info("Token manager are disposed")
  105. self.stop()
  106. def start(
  107. self,
  108. listener: CredentialsListener,
  109. skip_initial: bool = False,
  110. ) -> Callable[[], None]:
  111. self._listener = listener
  112. try:
  113. loop = asyncio.get_running_loop()
  114. except RuntimeError:
  115. # Run loop in a separate thread to unblock main thread.
  116. loop = asyncio.new_event_loop()
  117. thread = threading.Thread(
  118. target=_start_event_loop_in_thread, args=(loop,), daemon=True
  119. )
  120. thread.start()
  121. # Event to block for initial execution.
  122. init_event = asyncio.Event()
  123. self._init_timer = loop.call_later(
  124. 0, self._renew_token, skip_initial, init_event
  125. )
  126. logger.info("Token manager started")
  127. # Blocks in thread-safe manner.
  128. asyncio.run_coroutine_threadsafe(init_event.wait(), loop).result()
  129. return self.stop
  130. async def start_async(
  131. self,
  132. listener: CredentialsListener,
  133. block_for_initial: bool = False,
  134. initial_delay_in_ms: float = 0,
  135. skip_initial: bool = False,
  136. ) -> Callable[[], None]:
  137. self._listener = listener
  138. loop = asyncio.get_running_loop()
  139. init_event = asyncio.Event()
  140. # Wraps the async callback with async wrapper to schedule with loop.call_later()
  141. wrapped = _async_to_sync_wrapper(
  142. loop, self._renew_token_async, skip_initial, init_event
  143. )
  144. self._init_timer = loop.call_later(initial_delay_in_ms / 1000, wrapped)
  145. logger.info("Token manager started")
  146. if block_for_initial:
  147. await init_event.wait()
  148. return self.stop
  149. def stop(self):
  150. if self._init_timer is not None:
  151. self._init_timer.cancel()
  152. if self._next_timer is not None:
  153. self._next_timer.cancel()
  154. def acquire_token(self, force_refresh=False) -> TokenResponse:
  155. try:
  156. token = self._idp.request_token(force_refresh)
  157. except RequestTokenErr as e:
  158. if self._retries < self._config.get_retry_policy().get_max_attempts():
  159. self._retries += 1
  160. sleep(self._config.get_retry_policy().get_delay_in_ms() / 1000)
  161. return self.acquire_token(force_refresh)
  162. else:
  163. raise e
  164. self._retries = 0
  165. return TokenResponse(token)
  166. async def acquire_token_async(self, force_refresh=False) -> TokenResponse:
  167. try:
  168. token = self._idp.request_token(force_refresh)
  169. except RequestTokenErr as e:
  170. if self._retries < self._config.get_retry_policy().get_max_attempts():
  171. self._retries += 1
  172. await asyncio.sleep(
  173. self._config.get_retry_policy().get_delay_in_ms() / 1000
  174. )
  175. return await self.acquire_token_async(force_refresh)
  176. else:
  177. raise e
  178. self._retries = 0
  179. return TokenResponse(token)
  180. def _calculate_renewal_delay(self, expire_date: float, issue_date: float) -> float:
  181. delay_for_lower_refresh = self._delay_for_lower_refresh(expire_date)
  182. delay_for_ratio_refresh = self._delay_for_ratio_refresh(expire_date, issue_date)
  183. delay = min(delay_for_ratio_refresh, delay_for_lower_refresh)
  184. return 0 if delay < 0 else delay / 1000
  185. def _delay_for_lower_refresh(self, expire_date: float):
  186. return (
  187. expire_date
  188. - self._config.get_lower_refresh_bound_millis()
  189. - (datetime.now(timezone.utc).timestamp() * 1000)
  190. )
  191. def _delay_for_ratio_refresh(self, expire_date: float, issue_date: float):
  192. token_ttl = expire_date - issue_date
  193. refresh_before = token_ttl - (
  194. token_ttl * self._config.get_expiration_refresh_ratio()
  195. )
  196. return (
  197. expire_date
  198. - refresh_before
  199. - (datetime.now(timezone.utc).timestamp() * 1000)
  200. )
  201. def _renew_token(
  202. self, skip_initial: bool = False, init_event: asyncio.Event = None
  203. ):
  204. """
  205. Task to renew token from identity provider.
  206. Schedules renewal tasks based on token TTL.
  207. """
  208. try:
  209. token_res = self.acquire_token(force_refresh=True)
  210. delay = self._calculate_renewal_delay(
  211. token_res.get_token().get_expires_at_ms(),
  212. token_res.get_token().get_received_at_ms(),
  213. )
  214. if token_res.get_token().is_expired():
  215. raise TokenRenewalErr("Requested token is expired")
  216. if self._listener.on_next is None:
  217. logger.warning(
  218. "No registered callback for token renewal task. Renewal cancelled"
  219. )
  220. return
  221. if not skip_initial:
  222. try:
  223. self._listener.on_next(token_res.get_token())
  224. except Exception as e:
  225. raise TokenRenewalErr(e)
  226. if delay <= 0:
  227. return
  228. loop = asyncio.get_running_loop()
  229. self._next_timer = loop.call_later(delay, self._renew_token)
  230. logger.info(f"Next token renewal scheduled in {delay} seconds")
  231. return token_res
  232. except Exception as e:
  233. if self._listener.on_error is None:
  234. raise e
  235. self._listener.on_error(e)
  236. finally:
  237. if init_event:
  238. init_event.set()
  239. async def _renew_token_async(
  240. self, skip_initial: bool = False, init_event: asyncio.Event = None
  241. ):
  242. """
  243. Async task to renew tokens from identity provider.
  244. Schedules renewal tasks based on token TTL.
  245. """
  246. try:
  247. token_res = await self.acquire_token_async(force_refresh=True)
  248. delay = self._calculate_renewal_delay(
  249. token_res.get_token().get_expires_at_ms(),
  250. token_res.get_token().get_received_at_ms(),
  251. )
  252. if token_res.get_token().is_expired():
  253. raise TokenRenewalErr("Requested token is expired")
  254. if self._listener.on_next is None:
  255. logger.warning(
  256. "No registered callback for token renewal task. Renewal cancelled"
  257. )
  258. return
  259. if not skip_initial:
  260. try:
  261. await self._listener.on_next(token_res.get_token())
  262. except Exception as e:
  263. raise TokenRenewalErr(e)
  264. if delay <= 0:
  265. return
  266. loop = asyncio.get_running_loop()
  267. wrapped = _async_to_sync_wrapper(loop, self._renew_token_async)
  268. logger.info(f"Next token renewal scheduled in {delay} seconds")
  269. loop.call_later(delay, wrapped)
  270. except Exception as e:
  271. if self._listener.on_error is None:
  272. raise e
  273. await self._listener.on_error(e)
  274. finally:
  275. if init_event:
  276. init_event.set()
  277. def _async_to_sync_wrapper(loop, coro_func, *args, **kwargs):
  278. """
  279. Wraps an asynchronous function so it can be used with loop.call_later.
  280. :param loop: The event loop in which the coroutine will be executed.
  281. :param coro_func: The coroutine function to wrap.
  282. :param args: Positional arguments to pass to the coroutine function.
  283. :param kwargs: Keyword arguments to pass to the coroutine function.
  284. :return: A regular function suitable for loop.call_later.
  285. """
  286. def wrapped():
  287. # Schedule the coroutine in the event loop
  288. asyncio.ensure_future(coro_func(*args, **kwargs), loop=loop)
  289. return wrapped
  290. def _start_event_loop_in_thread(event_loop: asyncio.AbstractEventLoop):
  291. """
  292. Starts event loop in a thread.
  293. Used to be able to schedule tasks using loop.call_later.
  294. :param event_loop:
  295. :return:
  296. """
  297. asyncio.set_event_loop(event_loop)
  298. event_loop.run_forever()