Source code for pydash.utilities

"""
Utility functions.

.. versionadded:: 1.0.0
"""

from collections import namedtuple
from datetime import datetime, timezone
from functools import partial, wraps
import math
from random import randint, uniform
import re
import time
import typing as t

from typing_extensions import Literal, ParamSpec, Protocol, Type

import pydash as pyd

from .helpers import NUMBER_TYPES, UNSET, base_get, callit, getargcount, iterator
from .types import PathT


__all__ = (
    "attempt",
    "cond",
    "conforms",
    "conforms_to",
    "constant",
    "default_to",
    "default_to_any",
    "identity",
    "iteratee",
    "matches",
    "matches_property",
    "memoize",
    "method",
    "method_of",
    "noop",
    "nth_arg",
    "now",
    "over",
    "over_every",
    "over_some",
    "properties",
    "property_",
    "property_of",
    "random",
    "range_",
    "range_right",
    "result",
    "retry",
    "stub_list",
    "stub_dict",
    "stub_false",
    "stub_string",
    "stub_true",
    "times",
    "to_path",
    "unique_id",
)

T = t.TypeVar("T")
T2 = t.TypeVar("T2")
CallableT = t.TypeVar("CallableT", bound=t.Callable)
P = ParamSpec("P")

# These regexes are used in to_path() to parse deep path strings.

# This is used to split a deep path string into dict keys or list indexes. This matches "." as
# delimiter (unless it is escaped by "//") and "[<integer>]" as delimiter while keeping the
# "[<integer>]" as an item.
RE_PATH_KEY_DELIM = re.compile(r"(?<!\\)(?:\\\\)*\.|(\[-?\d+\])")

# Matches on path strings like "[<integer>]". This is used to test whether a path string part is a
# list index.
RE_PATH_LIST_INDEX = re.compile(r"^\[-?\d+\]$")


ID_COUNTER = 0

PathToken = namedtuple("PathToken", ["key", "default_factory"])


[docs] def attempt(func: t.Callable[P, T], *args: "P.args", **kwargs: "P.kwargs") -> t.Union[T, Exception]: """ Attempts to execute `func`, returning either the result or the caught error object. Args: func: The function to attempt. Returns: Returns the `func` result or error object. Example: >>> results = attempt(lambda x: x / 0, 1) >>> assert isinstance(results, ZeroDivisionError) .. versionadded:: 1.1.0 """ try: ret = func(*args, **kwargs) except Exception as ex: # allow different type reassignment ret = ex # type: ignore return ret
@t.overload def cond( pairs: t.List[t.Tuple[t.Callable[P, t.Any], t.Callable[P, T]]], *extra_pairs: t.Tuple[t.Callable[P, t.Any], t.Callable[P, T]], ) -> t.Callable[P, T]: ... @t.overload def cond( pairs: t.List[t.List[t.Callable[P, t.Any]]], *extra_pairs: t.List[t.Callable[P, t.Any]] ) -> t.Callable[P, t.Any]: ...
[docs] def cond(pairs, *extra_pairs): """ Creates a function that iterates over `pairs` and invokes the corresponding function of the first predicate to return truthy. Args: pairs: A list of predicate-function pairs. Returns: Returns the new composite function. Example: >>> func = cond([[matches({'a': 1}), constant('matches A')],\ [matches({'b': 2}), constant('matches B')],\ [stub_true, lambda value: value]]) >>> func({'a': 1, 'b': 2}) 'matches A' >>> func({'a': 0, 'b': 2}) 'matches B' >>> func({'a': 0, 'b': 0}) == {'a': 0, 'b': 0} True .. versionadded:: 4.0.0 .. versionchanged:: 4.2.0 Fixed missing argument passing to matched function and added support for passing in a single list of pairs instead of just pairs as separate arguments. """ if extra_pairs: pairs = [pairs] + list(extra_pairs) for pair in pairs: is_valid = False try: is_valid = len(pair) == 2 except Exception: pass if not is_valid: raise ValueError("Each predicate-function pair should contain " "exactly two elements") if not all(map(callable, pair)): raise TypeError("Both predicate-function pair should be callable") def _cond(*args): for pair in pairs: predicate, iteratee = pair if callit(predicate, *args): return iteratee(*args) return _cond
@t.overload def conforms(source: t.Dict[T, t.Callable[[T2], t.Any]]) -> t.Callable[[t.Dict[T, T2]], bool]: ... @t.overload def conforms(source: t.List[t.Callable[[T], t.Any]]) -> t.Callable[[t.List[T]], bool]: ...
[docs] def conforms(source: t.Union[t.List, t.Dict]) -> t.Callable: """ Creates a function that invokes the predicate properties of `source` with the corresponding property values of a given object, returning ``True`` if all predicates return truthy, else ``False``. Args: source: The object of property predicates to conform to. Returns: Returns the new spec function. Example: >>> func = conforms({"b": lambda n: n > 1}) >>> func({"b": 2}) True >>> func({"b": 0}) False >>> func = conforms([lambda n: n > 1, lambda n: n == 0]) >>> func([2, 0]) True >>> func([0, 0]) False .. versionadded:: 4.0.0 """ def _conforms(obj): for key, predicate in iterator(source): if not pyd.has(obj, key) or not predicate(obj[key]): return False return True return _conforms
@t.overload def conforms_to(obj: t.Dict[T, T2], source: t.Dict[T, t.Callable[[T2], t.Any]]) -> bool: ... @t.overload def conforms_to(obj: t.List[T], source: t.List[t.Callable[[T], t.Any]]) -> bool: ...
[docs] def conforms_to(obj, source): """ Checks if `obj` conforms to `source` by invoking the predicate properties of `source` with the corresponding property values of `obj`. Args: obj: The object to inspect. source: The object of property predicates to conform to. Example: >>> conforms_to({"b": 2}, {"b": lambda n: n > 1}) True >>> conforms_to({"b": 0}, {"b": lambda n: n > 1}) False >>> conforms_to([2, 0], [lambda n: n > 1, lambda n: n == 0]) True >>> conforms_to([0, 0], [lambda n: n > 1, lambda n: n == 0]) False .. versionadded:: 4.0.0 """ return conforms(source)(obj)
[docs] def constant(value: T) -> t.Callable[..., T]: """ Creates a function that returns `value`. Args: value: Constant value to return. Returns: Function that always returns `value`. Example: >>> pi = constant(3.14) >>> pi() == 3.14 True .. versionadded:: 1.0.0 .. versionchanged:: 4.0.0 Returned function ignores arguments instead of raising exception. """ return partial(identity, value)
[docs] def default_to(value: t.Union[T, None], default_value: T2) -> t.Union[T, T2]: """ Checks `value` to determine whether a default value should be returned in its place. The `default_value` is returned if value is None. Args: default_value: Default value passed in by the user. Returns: Returns `value` if :attr:`value` is given otherwise returns `default_value`. Example: >>> default_to(1, 10) 1 >>> default_to(None, 10) 10 .. versionadded:: 4.0.0 """ return default_to_any(value, default_value)
@t.overload def default_to_any(value: None, *default_values: None) -> None: ... @t.overload def default_to_any( value: t.Union[T, None], default_value1: None, default_value2: T2, ) -> t.Union[T, T2]: ... @t.overload def default_to_any( value: t.Union[T, None], default_value1: None, default_value2: None, default_value3: T2, ) -> t.Union[T, T2]: ... @t.overload def default_to_any( value: t.Union[T, None], default_value1: None, default_value2: None, default_value3: None, default_value4: T2, ) -> t.Union[T, T2]: ... @t.overload def default_to_any( value: t.Union[T, None], default_value1: None, default_value2: None, default_value3: None, default_value4: None, default_value5: T2, ) -> t.Union[T, T2]: ... @t.overload def default_to_any(value: t.Union[T, None], *default_values: T2) -> t.Union[T, T2]: ...
[docs] def default_to_any(value, *default_values): """ Checks `value` to determine whether a default value should be returned in its place. The first item that is not None of the `default_values` is returned. Args: value: Value passed in by the user. *default_values: Default values passed in by the user. Returns: Returns `value` if :attr:`value` is given otherwise returns the first not None value of `default_values`. Example: >>> default_to_any(1, 10, 20) 1 >>> default_to_any(None, 10, 20) 10 >>> default_to_any(None, None, 20) 20 .. versionadded:: 4.9.0 """ values = (value,) + default_values for val in values: if val is not None: return val
@t.overload def identity(arg: T, *args: t.Any) -> T: ... @t.overload def identity(arg: None = None, *args: t.Any) -> None: ...
[docs] def identity(arg=None, *args): """ Return the first argument provided to it. Args: *args: Arguments. Returns: First argument or ``None``. Example: >>> identity(1) 1 >>> identity(1, 2, 3) 1 >>> identity() is None True .. versionadded:: 1.0.0 """ return arg
@t.overload def iteratee(func: t.Callable[P, T]) -> t.Callable[P, T]: ... @t.overload def iteratee(func: t.Any) -> t.Callable: ...
[docs] def iteratee(func): """ Return a pydash style iteratee. If `func` is a property name the created iteratee will return the property value for a given element. If `func` is an object the created iteratee will return ``True`` for elements that contain the equivalent object properties, otherwise it will return ``False``. Args: func: Object to create iteratee function from. Returns: Iteratee function. Example: >>> get_data = iteratee("data") >>> get_data({"data": [1, 2, 3]}) [1, 2, 3] >>> is_active = iteratee({"active": True}) >>> is_active({"active": True}) True >>> is_active({"active": 0}) False >>> iteratee(["a", 5])({"a": 5}) True >>> iteratee(["a.b"])({"a.b": 5}) 5 >>> iteratee("a.b")({"a": {"b": 5}}) 5 >>> iteratee(("a", ["c", "d", "e"]))({"a": 1, "c": {"d": {"e": 3}}}) [1, 3] >>> iteratee(lambda a, b: a + b)(1, 2) 3 >>> ident = iteratee(None) >>> ident("a") 'a' >>> ident(1, 2, 3) 1 .. versionadded:: 1.0.0 .. versionchanged:: 2.0.0 Renamed ``create_iteratee()`` to :func:`iteratee`. .. versionchanged:: 3.0.0 Made pluck style iteratee support deep property access. .. versionchanged:: 3.1.0 - Added support for shallow pluck style property access via single item list/tuple. - Added support for matches property style iteratee via two item list/tuple. .. versionchanged:: 4.0.0 Removed alias ``callback``. .. versionchanged:: 4.1.0 Return :func:`properties` callback when `func` is a ``tuple``. """ if callable(func): cbk = func else: if isinstance(func, int): func = str(func) if isinstance(func, str): cbk = property_(func) elif isinstance(func, list) and len(func) == 1: cbk = property_(func) elif isinstance(func, list) and len(func) > 1: cbk = matches_property(*func[:2]) elif isinstance(func, tuple): cbk = properties(*func) elif isinstance(func, dict): cbk = matches(func) else: cbk = identity # Optimize iteratee by specifying the exact number of arguments the iteratee takes so that # arg inspection (costly process) can be skipped in helpers.callit(). cbk._argcount = 1 return cbk
[docs] def matches(source: t.Any) -> t.Callable[[t.Any], bool]: """ Creates a matches-style predicate function which performs a deep comparison between a given object and the `source` object, returning ``True`` if the given object has equivalent property values, else ``False``. Args: source: Source object used for comparision. Returns: Function that compares an object to `source` and returns whether the two objects contain the same items. Example: >>> matches({"a": {"b": 2}})({"a": {"b": 2, "c": 3}}) True >>> matches({"a": 1})({"b": 2, "a": 1}) True >>> matches({"a": 1})({"b": 2, "a": 2}) False .. versionadded:: 1.0.0 .. versionchanged:: 3.0.0 Use :func:`pydash.predicates.is_match` as matching function. """ return lambda obj: pyd.is_match(obj, source)
[docs] def matches_property(key: t.Any, value: t.Any) -> t.Callable[[t.Any], bool]: """ Creates a function that compares the property value of `key` on a given object to `value`. Args: key: Object key to match against. value: Value to compare to. Returns: Function that compares `value` to an object's `key` and returns whether they are equal. Example: >>> matches_property("a", 1)({"a": 1, "b": 2}) True >>> matches_property(0, 1)([1, 2, 3]) True >>> matches_property("a", 2)({"a": 1, "b": 2}) False .. versionadded:: 3.1.0 """ prop_accessor = property_(key) return lambda obj: matches(value)(prop_accessor(obj))
class MemoizedFunc(Protocol[P, T, T2]): cache: t.Dict[T2, T] def __call__(self, *args: P.args, **kwargs: P.kwargs) -> T: ... # pragma: no cover @t.overload def memoize(func: t.Callable[P, T], resolver: None = None) -> MemoizedFunc[P, T, str]: ... @t.overload def memoize( func: t.Callable[P, T], resolver: t.Union[t.Callable[P, T2], None] = None ) -> MemoizedFunc[P, T, T2]: ...
[docs] def memoize(func, resolver=None): """ Creates a function that memoizes the result of `func`. If `resolver` is provided it will be used to determine the cache key for storing the result based on the arguments provided to the memoized function. By default, all arguments provided to the memoized function are used as the cache key. The result cache is exposed as the cache property on the memoized function. Args: func: Function to memoize. resolver: Function that returns the cache key to use. Returns: Memoized function. Example: >>> ident = memoize(identity) >>> ident(1) 1 >>> ident.cache["(1,){}"] == 1 True >>> ident(1, 2, 3) 1 >>> ident.cache["(1, 2, 3){}"] == 1 True .. versionadded:: 1.0.0 """ def memoized(*args: P.args, **kwargs: P.kwargs): if resolver: key = resolver(*args, **kwargs) else: key = f"{args}{kwargs}" if key not in memoized.cache: # type: ignore memoized.cache[key] = func(*args, **kwargs) # type:ignore return memoized.cache[key] # type: ignore memoized.cache = {} return memoized
[docs] def method(path: PathT, *args: t.Any, **kwargs: t.Any) -> t.Callable[..., t.Any]: """ Creates a function that invokes the method at `path` on a given object. Any additional arguments are provided to the invoked method. Args: path: Object path of method to invoke. *args: Global arguments to apply to method when invoked. **kwargs: Global keyword argument to apply to method when invoked. Returns: Function that invokes method located at path for object. Example: >>> obj = {"a": {"b": [None, lambda x: x]}} >>> echo = method("a.b.1") >>> echo(obj, 1) == 1 True >>> echo(obj, "one") == "one" True .. versionadded:: 3.3.0 """ def _method(obj, *_args, **_kwargs): func = pyd.partial(pyd.get(obj, path), *args, **kwargs) return func(*_args, **_kwargs) return _method
[docs] def method_of(obj: t.Any, *args: t.Any, **kwargs: t.Any) -> t.Callable[..., t.Any]: """ The opposite of :func:`method`. This method creates a function that invokes the method at a given path on object. Any additional arguments are provided to the invoked method. Args: obj: The object to query. *args: Global arguments to apply to method when invoked. **kwargs: Global keyword argument to apply to method when invoked. Returns: Function that invokes method located at path for object. Example: >>> obj = {"a": {"b": [None, lambda x: x]}} >>> dispatch = method_of(obj) >>> dispatch("a.b.1", 1) == 1 True >>> dispatch("a.b.1", "one") == "one" True .. versionadded:: 3.3.0 """ def _method_of(path, *_args, **_kwargs): func = pyd.partial(pyd.get(obj, path), *args, **kwargs) return func(*_args, **_kwargs) return _method_of
[docs] def noop(*args: t.Any, **kwargs: t.Any) -> None: # pylint: disable=unused-argument """ A no-operation function. .. versionadded:: 1.0.0 """ pass
[docs] def nth_arg(pos: int = 0) -> t.Callable[..., t.Any]: """ Creates a function that gets the argument at index n. If n is negative, the nth argument from the end is returned. Args: pos: The index of the argument to return. Returns: Returns the new pass-thru function. Example: >>> func = nth_arg(1) >>> func(11, 22, 33, 44) 22 >>> func = nth_arg(-1) >>> func(11, 22, 33, 44) 44 .. versionadded:: 4.0.0 """ def _nth_arg(*args): try: position = math.ceil(float(pos)) except ValueError: position = 0 return pyd.get(args, position) return _nth_arg
[docs] def now() -> int: """ Return the number of milliseconds that have elapsed since the Unix epoch (1 January 1970 00:00:00 UTC). Returns: Milliseconds since Unix epoch. .. versionadded:: 1.0.0 .. versionchanged:: 3.0.0 Use ``datetime`` module for calculating elapsed time. """ epoch = datetime.fromtimestamp(0, timezone.utc) delta = datetime.now(timezone.utc) - epoch return int(delta.total_seconds() * 1000)
[docs] def over(funcs: t.Iterable[t.Callable[P, T]]) -> t.Callable[P, t.List[T]]: """ Creates a function that invokes all functions in `funcs` with the arguments it receives and returns their results. Args: funcs: List of functions to be invoked. Returns: Returns the new pass-thru function. Example: >>> func = over([max, min]) >>> func(1, 2, 3, 4) [4, 1] .. versionadded:: 4.0.0 """ def _over(*args: P.args, **kwargs: P.kwargs) -> t.List[T]: return [func(*args, **kwargs) for func in funcs] return _over
[docs] def over_every(funcs: t.Iterable[t.Callable[P, t.Any]]) -> t.Callable[P, bool]: """ Creates a function that checks if all the functions in `funcs` return truthy when invoked with the arguments it receives. Args: funcs: List of functions to be invoked. Returns: Returns the new pass-thru function. Example: >>> func = over_every([bool, lambda x: x is not None]) >>> func(1) True .. versionadded:: 4.0.0 """ def _over_every(*args: P.args, **kwargs: P.kwargs) -> bool: return all(func(*args, **kwargs) for func in funcs) return _over_every
[docs] def over_some(funcs: t.Iterable[t.Callable[P, t.Any]]) -> t.Callable[P, bool]: """ Creates a function that checks if any of the functions in `funcs` return truthy when invoked with the arguments it receives. Args: funcs: List of functions to be invoked. Returns: Returns the new pass-thru function. Example: >>> func = over_some([bool, lambda x: x is None]) >>> func(1) True .. versionadded:: 4.0.0 """ def _over_some(*args: P.args, **kwargs: P.kwargs) -> bool: return any(func(*args, **kwargs) for func in funcs) return _over_some
[docs] def property_(path: PathT) -> t.Callable[[t.Any], t.Any]: """ Creates a function that returns the value at path of a given object. Args: path: Path value to fetch from object. Returns: Function that returns object's path value. Example: >>> get_data = property_("data") >>> get_data({"data": 1}) 1 >>> get_data({}) is None True >>> get_first = property_(0) >>> get_first([1, 2, 3]) 1 .. versionadded:: 1.0.0 .. versionchanged:: 4.0.1 Made property accessor work with deep path strings. """ return lambda obj: pyd.get(obj, path)
[docs] def properties(*paths: t.Any) -> t.Callable[[t.Any], t.Any]: """ Like :func:`property_` except that it returns a list of values at each path in `paths`. Args: *path: Path values to fetch from object. Returns: Function that returns object's path value. Example: >>> getter = properties("a", "b", ["c", "d", "e"]) >>> getter({"a": 1, "b": 2, "c": {"d": {"e": 3}}}) [1, 2, 3] .. versionadded:: 4.1.0 """ return lambda obj: [getter(obj) for getter in (pyd.property_(path) for path in paths)]
[docs] def property_of(obj: t.Any) -> t.Callable[[PathT], t.Any]: """ The inverse of :func:`property_`. This method creates a function that returns the key value of a given key on `obj`. Args: obj: Object to fetch values from. Returns: Function that returns object's key value. Example: >>> getter = property_of({"a": 1, "b": 2, "c": 3}) >>> getter("a") 1 >>> getter("b") 2 >>> getter("x") is None True .. versionadded:: 3.0.0 .. versionchanged:: 4.0.0 Removed alias ``prop_of``. """ return lambda key: pyd.get(obj, key)
@t.overload def random(start: int = 0, stop: int = 1, *, floating: Literal[False] = False) -> int: ... @t.overload def random(start: float, stop: int = 1, floating: bool = False) -> float: ... @t.overload def random(start: int = 0, *, stop: float, floating: bool = False) -> float: ... @t.overload def random(start: float, stop: float, floating: bool = False) -> float: ... @t.overload def random( start: t.Union[float, int] = 0, stop: t.Union[float, int] = 1, *, floating: Literal[True] ) -> float: ...
[docs] def random(start: t.Union[float, int] = 0, stop: t.Union[float, int] = 1, floating: bool = False): """ Produces a random number between `start` and `stop` (inclusive). If only one argument is provided a number between 0 and the given number will be returned. If floating is truthy or either `start` or `stop` are floats a floating-point number will be returned instead of an integer. Args: start: Minimum value. stop: Maximum value. floating: Whether to force random value to ``float``. Defaults to ``False``. Returns: Random value. Example: >>> 0 <= random() <= 1 True >>> 5 <= random(5, 10) <= 10 True >>> isinstance(random(floating=True), float) True .. versionadded:: 1.0.0 """ floating = isinstance(start, float) or isinstance(stop, float) or floating is True if stop < start: stop, start = start, stop if floating: rnd = uniform(start, stop) else: rnd = randint(start, stop) # type: ignore return rnd
@t.overload def range_(stop: int) -> t.Generator[int, None, None]: ... @t.overload def range_(start: int, stop: int, step: int = 1) -> t.Generator[int, None, None]: ...
[docs] def range_(*args): """ Creates a list of numbers (positive and/or negative) progressing from start up to but not including end. If `start` is less than `stop`, a zero-length range is created unless a negative `step` is specified. Args: start: Integer to start with. Defaults to ``0``. stop: Integer to stop at. step: The value to increment or decrement by. Defaults to ``1``. Yields: Next integer in range. Example: >>> list(range_(5)) [0, 1, 2, 3, 4] >>> list(range_(1, 4)) [1, 2, 3] >>> list(range_(0, 6, 2)) [0, 2, 4] >>> list(range_(4, 1)) [4, 3, 2] .. versionadded:: 1.0.0 .. versionchanged:: 1.1.0 Moved to :mod:`pydash.uilities`. .. versionchanged:: 3.0.0 Return generator instead of list. .. versionchanged:: 4.0.0 Support decrementing when start argument is greater than stop argument. """ return base_range(*args)
@t.overload def range_right(stop: int) -> t.Generator[int, None, None]: ... @t.overload def range_right(start: int, stop: int, step: int = 1) -> t.Generator[int, None, None]: ...
[docs] def range_right(*args): """ Similar to :func:`range_`, except that it populates the values in descending order. Args: start: Integer to start with. Defaults to ``0``. stop: Integer to stop at. step: The value to increment or decrement by. Defaults to ``1`` if `start` < `stop` else ``-1``. Yields: Next integer in range. Example: >>> list(range_right(5)) [4, 3, 2, 1, 0] >>> list(range_right(1, 4)) [3, 2, 1] >>> list(range_right(0, 6, 2)) [4, 2, 0] .. versionadded:: 4.0.0 """ return base_range(*args, from_right=True)
# TODO @t.overload def result(obj: None, key: t.Any, default: None = None) -> None: ... @t.overload def result(obj: None, key: t.Any, default: T) -> T: ... @t.overload def result(obj: t.Any, key: t.Any, default: t.Any = None) -> t.Any: ...
[docs] def result(obj, key, default=None): """ Return the value of property `key` on `obj`. If `key` value is a function it will be invoked and its result returned, else the property value is returned. If `obj` is falsey then `default` is returned. Args: obj: Object to retrieve result from. key: Key or index to get result from. default: Default value to return if `obj` is falsey. Defaults to ``None``. Returns: Result of ``obj[key]`` or ``None``. Example: >>> result({"a": 1, "b": lambda: 2}, "a") 1 >>> result({"a": 1, "b": lambda: 2}, "b") 2 >>> result({"a": 1, "b": lambda: 2}, "c") is None True >>> result({"a": 1, "b": lambda: 2}, "c", default=False) False .. versionadded:: 1.0.0 .. versionchanged:: 2.0.0 Added ``default`` argument. """ if not obj: return default ret = base_get(obj, key, default=default) if callable(ret): ret = ret() return ret
[docs] def retry( attempts: int = 3, delay: t.Union[int, float] = 0.5, max_delay: t.Union[int, float] = 150.0, scale: t.Union[int, float] = 2.0, jitter: t.Union[int, float, t.Tuple[t.Union[int, float], t.Union[int, float]]] = 0, exceptions: t.Iterable[Type[Exception]] = (Exception,), on_exception: t.Union[t.Callable[[Exception, int], t.Any], None] = None, ) -> t.Callable[[CallableT], CallableT]: """ Decorator that retries a function multiple times if it raises an exception with an optional delay between each attempt. When a `delay` is supplied, there will be a sleep period in between retry attempts. The first delay time will always be equal to `delay`. After subsequent retries, the delay time will be scaled by `scale` up to `max_delay`. If `max_delay` is ``0``, then `delay` can increase unbounded. Args: attempts: Number of retry attempts. Defaults to ``3``. delay: Base amount of seconds to sleep between retry attempts. Defaults to ``0.5``. max_delay: Maximum number of seconds to sleep between retries. Is ignored when equal to ``0``. Defaults to ``150.0`` (2.5 minutes). scale: Scale factor to increase `delay` after first retry fails. Defaults to ``2.0``. jitter: Random jitter to add to `delay` time. Can be a positive number or 2-item tuple of numbers representing the random range to choose from. When a number is given, the random range will be from ``[0, jitter]``. When jitter is a float or contains a float, then a random float will be chosen; otherwise, a random integer will be selected. Defaults to ``0`` which disables jitter. exceptions: Tuple of exceptions that trigger a retry attempt. Exceptions not in the tuple will be ignored. Defaults to ``(Exception,)`` (all exceptions). on_exception: Function that is called when a retryable exception is caught. It is invoked with ``on_exception(exc, attempt)`` where ``exc`` is the caught exception and ``attempt`` is the attempt count. All arguments are optional. Defaults to ``None``. Example: >>> @retry(attempts=3, delay=0) ... def do_something(): ... print("something") ... raise Exception("something went wrong") >>> try: ... do_something() ... except Exception: ... print("caught something") something something something caught something ..versionadded:: 4.4.0 ..versionchanged:: 4.5.0 Added ``jitter`` argument. """ if not isinstance(attempts, int) or attempts <= 0: raise ValueError("attempts must be an integer greater than 0") if not isinstance(delay, NUMBER_TYPES) or delay < 0: raise ValueError("delay must be a number greater than or equal to 0") if not isinstance(max_delay, NUMBER_TYPES) or max_delay < 0: raise ValueError("scale must be a number greater than or equal to 0") if not isinstance(scale, NUMBER_TYPES) or scale <= 0: raise ValueError("scale must be a number greater than 0") if ( not isinstance(jitter, NUMBER_TYPES + (tuple,)) or (isinstance(jitter, NUMBER_TYPES) and jitter < 0) or ( isinstance(jitter, tuple) and (len(jitter) != 2 or not all(isinstance(jit, NUMBER_TYPES) for jit in jitter)) ) ): raise ValueError("jitter must be a number greater than 0 or a 2-item tuple of " "numbers") if not isinstance(exceptions, tuple) or not all( issubclass(exc, Exception) for exc in exceptions ): raise TypeError("exceptions must be a tuple of Exception types") if on_exception and not callable(on_exception): raise TypeError("on_exception must be a callable") if jitter and not isinstance(jitter, tuple): jitter = (0, jitter) on_exc_argcount = getargcount(on_exception, maxargs=2) if on_exception else None def decorator(func): @wraps(func) def decorated(*args, **kwargs): delay_time = delay for attempt in range(1, attempts + 1): # pylint: disable=catching-non-exception try: return func(*args, **kwargs) except exceptions as exc: if on_exception: callit(on_exception, exc, attempt, argcount=on_exc_argcount) if attempt == attempts: raise if jitter: delay_time += max(0, random(*jitter)) if delay_time < 0: # pragma: no cover continue if max_delay: delay_time = min(delay_time, max_delay) time.sleep(delay_time) # Scale after first iteration. delay_time *= scale return decorated return decorator
[docs] def stub_list() -> t.List: """ Returns empty "list". Returns: Empty list. Example: >>> stub_list() [] .. versionadded:: 4.0.0 """ return []
[docs] def stub_dict() -> t.Dict: """ Returns empty "dict". Returns: Empty dict. Example: >>> stub_dict() {} .. versionadded:: 4.0.0 """ return {}
[docs] def stub_false() -> Literal[False]: """ Returns ``False``. Returns: False Example: >>> stub_false() False .. versionadded:: 4.0.0 """ return False
[docs] def stub_string() -> str: """ Returns an empty string. Returns: Empty string Example: >>> stub_string() '' .. versionadded:: 4.0.0 """ return ""
[docs] def stub_true() -> Literal[True]: """ Returns ``True``. Returns: True Example: >>> stub_true() True .. versionadded:: 4.0.0 """ return True
@t.overload def times(n: int, iteratee: t.Callable[..., T]) -> t.List[T]: ... @t.overload def times(n: int, iteratee: None = None) -> t.List[int]: ...
[docs] def times(n: int, iteratee=None): """ Executes the iteratee `n` times, returning a list of the results of each iteratee execution. The iteratee is invoked with one argument: ``(index)``. Args: n: Number of times to execute `iteratee`. iteratee: Function to execute. Returns: A list of results from calling `iteratee`. Example: >>> times(5, lambda i: i) [0, 1, 2, 3, 4] .. versionadded:: 1.0.0 .. versionchanged:: 3.0.0 Reordered arguments to make `iteratee` first. .. versionchanged:: 4.0.0 - Re-reordered arguments to make `iteratee` last argument. - Added functionality for handling `iteratee` with zero positional arguments. """ if iteratee is None: iteratee = identity argcount = 1 else: argcount = getargcount(iteratee, maxargs=1) return [callit(iteratee, index, argcount=argcount) for index in range(n)]
[docs] def to_path(value: PathT) -> t.List[t.Hashable]: """ Converts values to a property path array. Args: value: Value to convert. Returns: Returns the new property path array. Example: >>> to_path("a.b.c") ['a', 'b', 'c'] >>> to_path("a[0].b.c") ['a', 0, 'b', 'c'] >>> to_path("a[0][1][2].b.c") ['a', 0, 1, 2, 'b', 'c'] .. versionadded:: 4.0.0 .. versionchanged:: 4.2.1 Ensure returned path is always a list. """ path = [token.key for token in to_path_tokens(value)] return path
[docs] def unique_id(prefix: t.Union[str, None] = None) -> str: """ Generates a unique ID. If `prefix` is provided the ID will be appended to it. Args: prefix: String prefix to prepend to ID value. Returns: ID value. Example: >>> unique_id() '1' >>> unique_id("id_") 'id_2' >>> unique_id() '3' .. versionadded:: 1.0.0 """ # pylint: disable=global-statement global ID_COUNTER # noqa: PLW0603 ID_COUNTER += 1 if prefix is None: prefix = "" else: prefix = pyd.to_string(prefix) return f"{prefix}{ID_COUNTER}"
# # Helper functions not a part of main API # def _maybe_list_index(key): if isinstance(key, int): return key if pyd.is_string(key) and RE_PATH_LIST_INDEX.match(key): return int(key[1:-1]) return None def _to_path_token(key) -> PathToken: list_index = _maybe_list_index(key) if list_index is not None: return PathToken(list_index, default_factory=list) return PathToken( unescape_path_key(key) if pyd.is_string(key) else key, default_factory=dict, ) def to_path_tokens(value) -> t.List[PathToken]: """Parse `value` into :class:`PathToken` objects.""" if pyd.is_string(value) and ("." in value or "[" in value): # Since we can't tell whether a bare number is supposed to be dict key or a list index, we # support a special syntax where any string-integer surrounded by brackets is treated as a # list index and converted to an integer. keys = [_to_path_token(key) for key in filter(None, RE_PATH_KEY_DELIM.split(value))] elif pyd.is_string(value) or pyd.is_number(value): keys = [PathToken(value, default_factory=dict)] elif value is UNSET: keys = [] elif pyd.is_list(value): keys = [_to_path_token(key) for key in value] else: keys = [_to_path_token(value)] return keys def unescape_path_key(key): """Unescape path key.""" key = key.replace(r"\\", "\\") key = key.replace(r"\.", r".") return key def base_range(*args, **kwargs): """Yield range values.""" from_right = kwargs.get("from_right", False) if len(args) >= 3: args = args[:3] elif len(args) == 2: args = (args[0], args[1], None) elif len(args) == 1: args = (0, args[0], None) if args and args[2] is None: check_args = args[:2] else: check_args = args for arg in check_args: if not isinstance(arg, int): # pragma: no cover raise TypeError(f"range cannot interpret {type(arg).__name__!r} object as an integer") def gen(): if not args: return start, stop, step = args if step is None: step = 1 if start < stop else -1 length = int(max([math.ceil((stop - start) / (step or 1)), 0])) if from_right: start += (step * length) - step step *= -1 while length: yield start start += step length -= 1 return gen()