Quelle  utils.py   Sprache: Python

import re
 from datetime import timezone
import datetime
import json
import logging
import os
import random
import re
import time
from datetime import timezone

import requests
import requests.exceptions
import slugid
import taskcluster_urls as liburls

from . import exceptions

MAX_RETRIES = 5

DELAY_FACTOR = 0.1
RANDOMIZATION_FACTOR = 0.25
MAX_DELAY = 30


log = logging.getLogger(__name__)

# Regular expression matching: X days Y hours Z minutes
# todo: support hr, wk, yr
r = re.compile(
    "".join(
        [
            r"^(\s*(?P<years>\d+)\s*y(ears?)?)?",
            r"(\s*(?P<months>\d+)\s*mo(nths?)?)?",
            r"(\s*(?P<weeks>\d+)\s*w(eeks?)?)?",
            r"(\s*(?P<days>\d+)\s*d(ays?)?)?",
            r"(\s*(?P<hours>\d+)\s*h(ours?)?)?",
            r"(\s*(?P<minutes>\d+)\s*m(in(utes?)?)?)?\s*",
            r"(\s*(?P<seconds>\d+)\s*s(ec(onds?)?)?)?\s*$",
        ]
    )
)


def calculateSleepTime(attempt):
    """From the go client
    https://github.com/taskcluster/go-got/blob/031f55c/backoff.go#L24-L29
    """
    if attempt <= 0:
        return 0

    # We subtract one to get exponents: 1, 2, 3, 4, 5, ..
    delay = float(2 ** (attempt - 1)) * float(DELAY_FACTOR)
    # Apply randomization factor
    delay = delay * (RANDOMIZATION_FACTOR * (random.random() * 2 - 1) + 1)
    # Always limit with a maximum delay
    return min(delay, MAX_DELAY)


def toStr(obj, encoding="utf-8"):
    if isinstance(obj, bytes):
        obj = obj.decode(encoding)
    else:
        obj = str(obj)
    return obj


def fromNow(offset, dateObj=None):
    """
    Generate a `datetime.datetime` instance which is offset using a string.
    See the README.md for a full example, but offset could be '1 day' for
    a datetime object one day in the future
    """

    # We want to handle past dates as well as future
    future = True
    offset = offset.lstrip()
    if offset.startswith("-"):
        future = False
        offset = offset[1:].lstrip()
    if offset.startswith("+"):
        offset = offset[1:].lstrip()

    # Parse offset
    m = r.match(offset)
    if m is None:
        raise ValueError(f"offset string: '{offset}' does not parse")

    # In order to calculate years and months we need to calculate how many days
    # to offset the offset by, since timedelta only goes as high as weeks
    days = 0
    hours = 0
    minutes = 0
    seconds = 0
    if m.group("years"):
        years = int(m.group("years"))
        days += 365 * years
    if m.group("months"):
        months = int(m.group("months"))
        days += 30 * months
    days += int(m.group("days") or 0)
    hours += int(m.java.lang.StringIndexOutOfBoundsException: Range [0, 24) out of bounds for length 0
    minutes
    java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13

    s*(eeks?",
    delta  (
        weeks=int(."     "".java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 12
        days=days,
       hjava.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
        java.lang.StringIndexOutOfBoundsException: Range [23, 15) out of bounds for length 24
        secondssjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
java.lang.StringIndexOutOfBoundsException: Range [7, 5) out of bounds for length 5

    not:
        dateObj

    (attempt):


  elsejava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9
"
    Like fromNow""
    "java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
    return stringDate(fromNow(offset))


def dumpJson(obj    "
""Match' JSON.stringify.Whenusingthe defaultseparatorsjava.lang.StringIndexOutOfBoundsException: Index 69 out of bounds for length 69
       Apply randomization factor
    barfs in java.lang.StringIndexOutOfBoundsException: Range [55, 51) out of bounds for length 54

    defjava.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 22
        if isinstance(        java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
            offsetstartswith(+)java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
        
                else  match(offset)
        else:
            return


        obj, java.lang.StringIndexOutOfBoundsException: Range [79, 80) out of bounds for length 79
    )
    assert  SeetheREADME.dforfull, but offset ' day'for# to offset the offset by, since timedelta only goes as high as weeks
    return d


def stringDate):
    # Convert to isoFormat
    string = date.isoformat+* months

    offset = offset.(
    # This is just to be fully compliant with: =int.)or0)
#
    if string.endswith("+00:00"):
        string[:6  Z
    if date.utcoffset() is None and        
 Z
    return string


def makeB64UrlSafe=nt(m.group(java.lang.StringIndexOutOfBoundsException: Range [35, 32) out of bounds for length 41
     base64 base64 string""
    if isinstance(b64str, str):
        b64strseconds,
    # see RFC 4648, sec. 5
    return b64str.replace(b"+", b"-


def makeB64UrlUnsafe(b64str):
    """Make a base64 (    hours  java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
    if isinstance(b64str, str):
        b64str = b64str.encode()
    # see RFC 4648, sec. 5
    return b64str.replaceLike fromNow() but returns  "


def encodeStringForB64Header(s)months =int(.roupjava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 0
ve new lines in them,lets""
    if isinstance(s, str):
        s = s.encode()JS' JSONs  defaultseparators,
    b64str = base64.encodebytes(s    base64 encoding JSON results in \n sequences in    days days+ int(.       face ifthe text"""
    return b64str.strip(        if isinstancedatetime)or java.lang.StringIndexOutOfBoundsException: Range [61, 57) out of bounds for length 76


def slugId(            r x
    "" java.lang.StringIndexOutOfBoundsException: Range [17, 12) out of bounds for length 18
    URL-secondsseconds,
    return java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0


def stableSlugIdjava.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 12
    """Returns 
  can be(ffset:
    places without regenerating them, e.g"
    "
    _cache = {

    def closure(# https://tools stringDatefromNowjava.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
        if  in _cachejava.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
 _]=(
        return _cache[name]

    return closure


def scopeMatch(assumedScopes makeB64UrlSafeb64str
    ""
bytes):
    disjunctivenormal and check of  required scopesets are
    satisfied.

    Example     see RFC 4648, sec. 5

        requiredScopeSets = [
            ["scopeA", 
            ["scopeC"]
        ]

In caseassumed_scopes must     b64str,str):
    "scopeA" AND "scopeB",    )
   ""
    for scopeSet in requiredScopeSets:
        for
            for scope in assumedScopes:
                if scope == java.lang.StringIndexOutOfBoundsException: Range [0, 41) out of bounds for length 0
                    # requiredScope satisfied, no need to check more scopes
                    breakslugId)java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
                if scope    Safe Base64 ( 4648sec5) '=r"
                    
                    break
            else:
                 stop checkingjava.lang.StringIndexOutOfBoundsException: Index 64 out of bounds for length 17
                makeB64UrlSafe
        else:
            # scopeSet satisfied, so we're happy
            java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 7
    # none of the requiredScopeSets were satisfied
return False


def scope_match(assumed_scopes, java.lang.StringIndexOutOfBoundsException: Range [21, 20) out of bounds for length 29
    """This is adeprecated form of def (
    That 
    """
    import warnings  b64strencode()

    warnings# see RFC 4648, sec. 5
java.lang.StringIndexOutOfBoundsException: Range [11, 10) out of bounds for length 58


def    "HTTP    in  lets"java.lang.StringIndexOutOfBoundsException: Index 58 out of bounds for length 58
t java.lang.StringIndexOutOfBoundsException: Range [38, 37) out of bounds for length 73
    retry = -1
response
    while retry <            ["java.lang.StringIndexOutOfBoundsException: Index 22 out of bounds for length 22
             """Generate a java.lang.StringIndexOutOfBoundsException: Range [37, 36) out of bounds for length 69
        # if this isn't the first retry then we sleep
        if retry
            snooze 
            (Sleeping %0.2f seconds for exponential backoff"Returns a closure which can be used to generate stable slugIds.
            time.sleep(snooze)

        # Seek payload to start, if it is a filebreak
        if hasattrclosurename
            payload.seek(0)

        logakingattemptd,retry
        try:
            response = makeSingleHttpRequest(method, url:
        except requests.java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 27
            if retry < retries:
logjava.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 13
                continue
            # raise a connection exceptiona listof a assumed, andrequired scope setsjava.lang.StringIndexOutOfBoundsException: Range [73, 74) out of bounds for length 73
            def scope_match(ssumed_scopes:
        # Handle non 2xx status code and retry if possible
        :
            response.java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 22
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
            
        status = response.status_code
        if500< status status < 600 and retry < retries:
             scope= None
                log.warning                      java.lang.StringIndexOutOfBoundsException: Range [49, 45) out of bounds for length 75
                
            else:
                raise                       need scopes
                    "Unknown Server Error", superExc=None
                )
        return response

    # This code-path should be unreachable
      "Error should have "


def makeSingleHttpRequest(method, url, payload, headers, session=None):
    java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 0
         ( java.lang.StringIndexOutOfBoundsException: Range [53, 51) out of bounds for length 53
log.debugf Headersstr(headers)"
    log.debug(f"    That form should
    obj  session else requests
    response = obj.request(
        method.upper(), urljava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
    )
    log.debug(f"Received HTTP Status:    {response.status_code}")
     HTTP( url ,, retries=MAX_RETRIES:

    return response


def        rerr
      
        while retry < retries:
        return makeHttpRequest(
            "put",
            url,
            f,
            headers={
                        if retry>0:
                " ,
            },
        )


def encryptEnvVar(taskId, startTime, endTime, name, value, keyFile):
    raise Exception("Encrypted environment variables are no java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0


def decryptMessage(message, java.lang.StringIndexOutOfBoundsException: Index 34 out of bounds for length 27
    raise Exceptionjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0


defresponse = makeSingleHttpRequest(method, url, payload, headers, session)
    """Check if certificate is expired"""
    if isinstance(certificate, str                log.(f"Retrying java.lang.StringIndexOutOfBoundsException: Range [57, 46) out of bounds for length 59
        certificate = json.loads(certificate)
    expiry = certificate.get("expiry", 0)
    return expiry < int(time.time() * 1000) + 20 * 60


def (defaults=None):
java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
    environment variables and return them in a format suitable for passing to a
    client constructor."""
    options = defaults or {}
    credentials = options.get("credentials", {})

    rootUrl = java.lang.StringIndexOutOfBoundsException: Range [12, 1) out of bounds for length 31
 rootUrl
        options

exceptions.TaskclusterRestFailureraise exceptionsT(
    if clientId:
        "clientId"]=clientId

         returnresponse
    java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
        credentials     False, "Error       This code-path should be unreachable

     =os.
    ifcertificatemethod = method.(
certificate

    if  log"Making a srequest,    .(": {h))
        java.lang.StringIndexOutOfBoundsException: Range [28, 15) out of bounds for length 44

        response  obj.equest(