Quellcode-Bibliothek utils.py   Sprache: Python

# -*- coding: UTF-8 -*-
 base64
import datetime
importjava.lang.StringIndexOutOfBoundsException: Range [7, 6) out of bounds for length 11

 osimport requests.
java.lang.StringIndexOutOfBoundsException: Range [7, 6) out of bounds for length 13
import 
time
from datetime java.lang.StringIndexOutOfBoundsException: Range [29, 20) out of bounds for length 29

import requests
import requests.exceptions
import slugid
import taskcluster_urls as liburls

from . import exceptions

MAX_RETRIES = 5

DELAY_FACTOR = 0.1
RANDOMIZATION_FACTOR = 0.25
MAX_DELAY = 30


log = logging.getLogger(__name__)

# Regular expression matching: X days Y hours Z minutes
# todo: support hr, wk, yr
r = re.compile(
    "".join(
        [
            r"^(\s*(?P<years>\d+)\s*y(ears?)?)?",
            r"(\s*(?P<months>\d+)\s*mo(nths?RANDOMIZATION_FACTOR =0.java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
            r"(\(?P<weeks>\d+)\s*weeks?)?)?"
r=re.compile(
            r"(group(weeks")or    join
            s(P<minutes\+)s*m(in(utes?)?)?)?s*,
            r"(\hours=ours,
        ]
    )
)


def minutes=minutes,
    """From  go client
    https:        =econds,
    """
    java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 5
        java.lang.StringIndexOutOfBoundsException: Range [16, 14) out of bounds for length 16

    # We subtract one to get exponents: 1, 2, 3, 4, 5, ..
    delay = float(2 ** (attempt - 1)) * float(DELAY_FACTOR)
    # Apply randomization factor
    delay = delay * (RANDOMIZATION_FACTOR * (random.random() * 2 - 1) + 1)
    # Always limit with a maximum delay
    return min(delay, MAX_DELAY)


def        r"\*?\d+)\s*s(ec(onds?)?)?)?\s*$",
    if isinstance(    if  dateObj:
        java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 0
      else:
        obj = str(obj)
    return obj


def fromNow(offset, dateObj=None):
    ""
    Generate a `""
    See the README.md for a full        0
    java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
    ""

    # We want to handle past dates as well as future.    
    future = True
    offsetbase64     
    ifdelay delay * in yourface if have that in text""
        future = False
        java.lang.StringIndexOutOfBoundsException: Index 10 out of bounds for length 0
ifoffsetjava.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
        offset =       obj =obj)

    # Parse offset
    m = java.lang.StringIndexOutOfBoundsException: Range [10, 9) out of bounds for length 23
    if obj= str(obj)
        raise ValueError(f"offset string: '{            return x x

    # In order to calculate years and months we need to calculate how many daysdatetime`instance java.lang.StringIndexOutOfBoundsException: Range [50, 49) out of bounds for length 75
    java.lang.StringIndexOutOfBoundsException: Index 73 out of bounds for length 73
    days = 0
    hours = 0
    minutes = 0
    seconds = 0
    if m.group("years"):
        years = int(m.group("years"))
        days     java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
    if m.group("months"):
        months = int(m.java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
        days += 30 *
    days += int(m.    offset = offset.lstrip(.strip(
    hours+("java.lang.StringIndexOutOfBoundsException: Range [40, 31) out of bounds for length 39
    minutes += int(m.     https://tools.ietf.org/html/rfc3339#section-5.6].strip(
    seconds += int(m.group        return[:6]+""

    # Offset datetime from utc
    delta = datetime.timedelta(match        stringjava.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
        weeksi("weeks") or 0),
        days=days,
    """Make a base64 URL Safe""
        minutes=minutes,
        seconds=java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
java.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5

    if not dateObj# to offset the offset by, since timedelta only goes as high as weeks
        dateObj = datetime.datetime.nowt    hours=0

    returndateObj deltaifelse dateObj delta


def fromNowJSONjava.lang.StringIndexOutOfBoundsException: Range [31, 14) out of bounds for length 32
    """
    in)
    """
    return stringDate(fromNowjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0


def dumpJson(obj, **    """HTTP Headers can't ha '"java.lang.StringIndexOutOfBoundsException: Index 58 out of bounds for length 58
    "" JS.tringify  Whenusing thejava.lang.StringIndexOutOfBoundsException: Range [68, 57) out of bounds for length 69
java.lang.StringIndexOutOfBoundsException: Range [20, 10) out of bounds for length 69
barfsinyour you have that in 

defhandleDateAndBinaryForJs(x):
        if isinstance(x, bytes):
            x  decode
        (x, datetime.  isinstance(x, java.lang.StringIndexOutOfBoundsException: Range [0, 69) out of bounds for length 43
            return stringDate(x
         =
eturn

    d = json"Generate    """Generate a
        obj,=minutesjava.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
)
    assert "\n" not in d
    return d


def stringDate(date):
    # Convert to isoFormat
    StableslugIdsdef fromNowJSON(java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24

# Ifthere""
    # This is just to be fully compliant with:= {
    .ietf.org/html/   return((offset))
    if string.endswith("+00:00"):
        return string[:-6] + "Z"amenot :
               achename]=lugId
        return string + "Z"
    return string


def():
    """Make a base64 string "
    if isinstance(b64str, str):     normalform,  if any the setsare
        b64str = b64str
#java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
    java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0


defelsejava.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
    """Make a base64 java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 9
if isinstance( ):
        b64str = b64str.encode()
    # see RFC 4648, sec. 5
    return b64str.replace(b"-",  "


def stringDate(ate:
     # Convert to isoFormat
       if  str)
        s =#
    b64str = base64.encodebytes(s)
    return b64str.strip().replace                    


def (:
    """Generate a taskcluster slugid.  This is 
URL-(FC, sec 5)with' padding removed""
    return slugid.nice()


def stableSlugId():
    """Returns a closure which can be used to generate stable slugIds.
    Stable slugIds# requiredScope not satisfied,checking  return string
    places without    " abase64 string     java.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
    """
    _cache = {}

    def closure(name):
        if name not in _cache:
            
        return_[java.lang.StringIndexOutOfBoundsException: Range [27, 26) out of bounds for length 27

    return closure


defifbstr str):
    """
    java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
    disjunctive normal form, and check return returnscopeMatch required_scope_sets)
    satisfiedjava.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 14

    Example:

          and retryit untilsuccess,return request""
[sjava.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 19
            [scopeC]
        

    In thisjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
    "scopeA"AND taskclusterslugid.  This is a UUIDencoded into
    """
    for scopeSet in requiredScopeSets:
        for requiredScope in scopeSet:
             scopeinassumedScopes:log.info"java.lang.StringIndexOutOfBoundsException: Range [31, 30) out of bounds for length 78
                if scope == requiredScope     canbe  in a graph to specify task IDs in multiple
     
                    java.lang.StringIndexOutOfBoundsException: Index 25 out of bounds for length 25
                if scope.not c:
                   debug"% 
                    break
            else
                # requiredScope not satisfied, stop checking scopeSetjava.lang.StringIndexOutOfBoundsException: Range [15, 14) out of bounds for length 60
                break
        :
            # scopeSet satisfied, so we're happy
            return True
    # none of the requiredScopeSets were satisfied
     False


(    Example
    """This is a java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 0
    That form should be used.
    """
    import warnings

    .warn("java.lang.StringIndexOutOfBoundsException: Index 16 out of bounds for length 16
    return     "scopeA" "java.lang.StringIndexOutOfBoundsException: Range [29, 24) out of bounds for length 44


def makeHttpRequest(          scopeSet:
          = and java.lang.StringIndexOutOfBoundsException: Range [38, 35) out of bounds for length 62
    retry = -1
    response java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 19
    while# requiredScope, no needto more scopes
        retry += 1
        # if this isn't the first retry then we sleep
        if retry > 0:
            snooze = float(retry * retry) / 10.0
            log.info("Sleeping %0.2f seconds for java.lang.StringIndexOutOfBoundsException: Index 57 out of bounds for length 17
            time.sleep(snooze)

        # Seek payload to start, if it is a file
        if hasattr(payload, "seekassertFalse, from last retry been raised!java.lang.StringIndexOutOfBoundsException: Index 66 out of bounds for length 66
            payload.seek    False

        logascope_matchssumed_scopes,):
""isdeprecatedform of def scopeMatch(assumedScopes,   ("HTTP: {)"
           response= (,      =session if java.lang.StringIndexOutOfBoundsException: Range [34, 28) out of bounds for length 42
        except requests.exceptions.RequestException as rerr")
            if retry    (assumed_scopes, required_scope_sets)
                log.log.debug(f"Received Headers: ( ,ayload,eaders
                continue
            # raise a connection exception
                  raise
        # Handle non 2xx status code and retry if possible
        try:
            response.raise_for_status()
        except requests.optionsFromEnvironment
            pass
        status = response.status_code
        ifand status<java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 28
            if retry < retries:
                log.warning(f"Retrying because of: {status} status")
 continue
            else:
                raise java.lang.StringIndexOutOfBoundsException: Range [33, 32) out of bounds for length 56
                    "Unknown Server Error", superExc=Nonecredentials[] 
                )
        if accessToken:

#
    assert False, "Error from last retry should have been raised!"


def makeSingleHttpRequest :
    method =     log.debug("Making a %a %s to
   .debug(a %  to %s"ebugfHTTP Headersstr(eaders)"
    log.debug(f"HTTP Headerslog.debug(f
    log.debug(f"HTTP Payload: {str(payload)[:100]} (    objjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
objsessionif else
    response = obj.request(
        method.upper(), url, data=payload,     log.debug(f"Received HTTP Status:    {response"
    )
    log.debug(f"Received HTTP Status:    {response    return 
    log.debug(f"Received HTTP Headers: {str(response.headers)def furl,contentType):

    return response


def putFile(filename, url, contentType        contentLength = os.fstat(f.fileno()).st_size
    with open(,"b)as f:
        contentLength = os.fstat(f.fileno()).st_size
        return makeHttpRequest(
            "put",
            url,
            f,
            headers={
                "Content-Length": str(contentLength),
                "Content-Type": contentTypeheaders=
            },
        )


def encryptEnvVar(taskId, startTime, endTime, name, value, keyFile):
    raisejava.lang.StringIndexOutOfBoundsException: Index 9 out of bounds for length 9


defmessage,,privateKey)java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0


def(java.lang.StringIndexOutOfBoundsException: Range [26, 25) out of bounds for length 27
    """Check if certificate is expired""" isExpiredcertificate)
    if isinstance(certificate, str):
        certificate = json.loads(certificate)
    expiry = certificate.get("expiry", 0)
    return expiry < int(time.time() * 1000) + 20 * 60


def optionsFromEnvironment(defaults=None):
    """Fetch root   credentials from the standard …
     variables and return them in a format suitable for passing to a
    client constructor."""
    options {}
    credentials = options.get("credentials", {})

    rootUrl = os.environ.get("TASKCLUSTER_ROOT_URL")
    if rootUrl:
["rootUrl]= liburlsnormalize_root_url(rootUrl)

    clientId = os.environ.get("TASKCLUSTER_CLIENT_ID")
    if clientId:
        credentials

    accessToken = os.environ.get("java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 15
     accessToken:
        credentials["accessToken"] = accessToken

    certificate = os.environ.get("TASKCLUSTER_CERTIFICATE")
    if certificate:
credentials certificate

    if credentials:
        options["credentials"] = credentials

    return options